-- Logs begin at Fri 2021-08-13 03:02:23 UTC, end at Fri 2021-08-13 03:59:00 UTC. -- Aug 13 03:34:11.159954 dv-cinder-760197-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 03:34:13.878173 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.common.config [-] Logging enabled! Aug 13 03:34:13.878797 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 03:34:13.878969 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100459) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 03:34:13.882211 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.common.config [-] Logging enabled! Aug 13 03:34:13.882481 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 03:34:13.882805 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100459) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 03:34:13.883748 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 03:34:13.883981 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 03:34:13.884353 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 03:34:13.884601 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 03:34:13.884829 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 03:34:13.885151 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.885449 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.885747 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.885981 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.886279 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.886596 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.886884 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.887180 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.887474 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.887761 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.888042 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.888328 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.888560 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.888845 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.889135 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.889423 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.889649 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] debug = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.889930 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.890356 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.890803 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.891090 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.891384 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.891665 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.891999 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.892803 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.893091 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.893427 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] host = dv-cinder-760197-5-iscsi {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.893708 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.893999 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.894293 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.894605 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.894882 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.895164 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.895451 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.895728 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.896007 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] log_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.896281 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.896567 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.896854 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.897146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.897374 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.897845 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.898146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.898436 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.898745 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.899020 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.899296 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.899572 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.899847 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.900116 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.900402 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.900686 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.900971 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.901245 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.901519 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.901790 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.902062 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.902346 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.902648 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.902922 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.903193 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.903485 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.903757 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.904032 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.904343 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.904631 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.904913 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.905198 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.905472 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.905756 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.906027 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.906298 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.906596 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] use_json = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.906868 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.907136 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.907417 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.908228 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.908500 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.908775 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.909048 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.909333 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:13.909629 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.909929 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.910234 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.910545 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.910847 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.911129 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.911419 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.911697 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.911991 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.912280 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.912570 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.912848 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.913137 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.913412 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.913705 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.914010 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.914313 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.914637 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.914917 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.915194 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.915470 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.915748 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.916036 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.916331 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.916622 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.916897 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.917176 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.917468 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.917744 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.918020 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.918298 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.918622 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.918904 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.919178 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.919459 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.919737 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.920011 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.920285 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.920563 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.920854 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.921133 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.921405 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.921676 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.921956 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.922227 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.922536 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.922816 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.923106 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.923920 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.924203 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.924479 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.924753 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.925031 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.925305 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.925583 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.925858 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.926129 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.926404 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.926707 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.926983 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.927258 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.927531 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.927806 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.928077 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.928350 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.928624 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.928896 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.929171 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.929457 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.929758 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.930036 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.930316 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.930623 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.930904 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.931182 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.931458 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.931740 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.932019 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.932295 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.932589 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.932874 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.933164 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.933446 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.933724 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.934022 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.934307 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.934620 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.934900 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.935180 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.935472 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.935756 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.936052 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.936348 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.936645 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.936940 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.937233 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.937516 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.937829 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.938111 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:13.938328 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 03:34:13.938604 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100459) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 03:34:14.296293 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 03:34:14.296495 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 03:34:14.296768 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 03:34:14.297104 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 03:34:14.691888 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.692179 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.692452 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.693652 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.693926 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.694193 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.728252 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.728546 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.728815 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.745200 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.745486 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.745758 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.775489 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.775772 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.776046 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.811511 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.811796 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:14.812067 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.056754 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.057428 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.057428 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.057585 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.058248 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.179500 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.179821 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.180109 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.180382 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.180652 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.180965 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.181228 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.181484 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.181738 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.182021 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.182283 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.182574 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.182834 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.183087 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.183343 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.183609 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.183866 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.184135 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.184407 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.184668 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.184942 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.185197 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.185478 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.185858 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.186107 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.186354 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.186787 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:34:15.187029 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:34:15.187269 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:34:15.187507 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:34:15.187743 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:34:15.187980 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:34:15.188344 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 03:34:15.191572 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 03:34:15.195519 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 03:34:15.199219 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 13 03:34:15.200991 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 03:34:15.201440 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 03:34:15.201776 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 03:34:15.202160 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 03:34:15.205031 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 03:34:15.205287 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 03:34:15.205638 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 03:34:15.210936 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 03:34:15.233227 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 03:34:15.233694 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.233999 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100459) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 03:34:15.234364 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.235840 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100459) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 03:34:15.236132 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 03:34:15.236384 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 03:34:15.239789 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.240073 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.303719 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 03:34:15.303958 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 03:34:15.304197 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 03:34:15.304571 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 03:34:15.326934 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_db.sqlalchemy.engines [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100459) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 03:34:15.868258 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Initializing driver for type 'gre' Aug 13 03:34:15.868985 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] gre ID ranges: [(1, 1000)] Aug 13 03:34:15.920451 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Initializing driver for type 'local' Aug 13 03:34:15.920812 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Initializing driver for type 'vlan' Aug 13 03:34:15.935383 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] VlanTypeDriver initialization complete Aug 13 03:34:15.935776 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Initializing driver for type 'vxlan' Aug 13 03:34:15.936354 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] vxlan ID ranges: [(1, 1000)] Aug 13 03:34:15.989890 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Initializing extension driver 'port_security' Aug 13 03:34:15.990224 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.extensions.port_security [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] PortSecurityExtensionDriver initialization complete Aug 13 03:34:15.990581 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Initializing mechanism driver 'openvswitch' Aug 13 03:34:15.990893 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Initializing mechanism driver 'hyperv' Aug 13 03:34:15.997335 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.plugins.ml2.plugin [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:34:15.998014 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > port after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.998385 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > port after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.998755 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > port after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:15.999275 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:34:15.999705 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.000053 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.000396 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.000786 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:34:16.001211 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > network after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.001562 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > network after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.001899 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > network after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.002286 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:34:16.002713 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.003058 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.003393 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.003780 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:34:16.004309 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.004653 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.004994 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.005381 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:34:16.005782 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.006124 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.006471 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.006869 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:34:16.007242 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] ML2 OVO RPC backend initialized. {{(pid=100459) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 03:34:16.007933 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.008283 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.008686 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > network before_response 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.009030 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > networks before_response 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.009372 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > port before_response 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.009707 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > ports before_response 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.010043 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.010377 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.010748 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > network after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.011089 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > network after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.011425 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > network after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.011759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > port after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.012092 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > port after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.012423 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > port after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.012754 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.013084 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.013412 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.013981 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.plugin [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Modular L2 Plugin initialization complete Aug 13 03:34:16.014306 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading services supported by the core plugin {{(pid=100459) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 03:34:16.014654 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.plugins.ml2.managers [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Got port-security extension from driver 'port_security' Aug 13 03:34:16.015110 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.extensions.vlantransparent [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Disabled vlantransparent extension. Aug 13 03:34:16.015580 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100459) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 03:34:16.015886 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading Plugin: router Aug 13 03:34:16.055781 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.056229 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router after_create 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.056550 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router before_create 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.056932 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.057474 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.057719 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router after_delete 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.058099 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.058514 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router after_create 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.058927 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router after_update 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.059341 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router after_update 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.059695 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.060086 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router after_update 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.060504 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.061037 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: port after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.061308 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: port after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.061632 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: subnet after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.062242 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.062536 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.062849 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.063173 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: port before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.063524 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.064000 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router after_update 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.064394 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.064771 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.065139 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.065544 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.065895 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > agent after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.066283 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.066653 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > network after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.067565 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Tracking information for resource: router configured {{(pid=100459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:34:16.067892 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Tracking information for resource: floatingip configured {{(pid=100459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:34:16.073145 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.db.l3_agentschedulers_db [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 03:34:16.073845 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: port after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.074206 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: port after_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.074587 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: port after_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.074935 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: port after_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.075736 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router before_create 55550100 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.076102 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.076460 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.076813 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.081304 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.services.provider_configuration [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service providers = [] {{(pid=100459) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 03:34:16.081662 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.db.servicetype_db [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100459) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 03:34:16.084589 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.services.service_base [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:34:16.084936 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.services.service_base [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:34:16.085275 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.services.service_base [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:34:16.086154 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.services.service_base [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:34:16.086546 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.services.service_base [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 03:34:16.086920 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:34:16.087232 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 03:34:16.098264 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:34:16.098701 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading Plugin: auto_allocate Aug 13 03:34:16.104384 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: network precommit_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.104763 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: network precommit_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.105279 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:34:16.105593 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading Plugin: tag Aug 13 03:34:16.112763 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:34:16.113085 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading Plugin: timestamp Aug 13 03:34:16.117084 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:34:16.117410 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading Plugin: network_ip_availability Aug 13 03:34:16.122843 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.123211 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.123561 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.124273 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:34:16.124587 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading Plugin: flavors Aug 13 03:34:16.129244 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:34:16.129590 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading Plugin: revisions Aug 13 03:34:16.133794 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:34:16.134180 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_concurrency.lockutils [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.837s {{(pid=100459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 03:34:16.134949 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100459) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 03:34:16.135283 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Initializing extension manager. Aug 13 03:34:16.135793 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: __init__.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.136131 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: __pycache__ {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.136461 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.136787 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: address_group.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.137545 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.138125 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: address-group Aug 13 03:34:16.138442 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: address_scope.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.139174 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.139684 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: address-scope Aug 13 03:34:16.140002 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.140920 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.141429 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: router-admin-state-down-before-update Aug 13 03:34:16.141746 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: agent.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.142708 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.143225 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: agent Aug 13 03:34:16.143545 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: agent_resources_synced.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.144446 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.144955 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: agent-resources-synced Aug 13 03:34:16.145271 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.147082 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.147854 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: allowed-address-pairs Aug 13 03:34:16.148190 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.149252 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.149766 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: auto-allocated-topology Aug 13 03:34:16.150087 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: availability_zone.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.150798 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.151300 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: availability_zone Aug 13 03:34:16.151616 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: availability_zone_filter.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.152512 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.153015 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: availability_zone_filter Aug 13 03:34:16.153332 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: data_plane_status.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.154221 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.154747 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 03:34:16.155064 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: default_subnetpools.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.155969 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.156509 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: default-subnetpools Aug 13 03:34:16.156830 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.158175 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.158706 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: dhcp_agent_scheduler Aug 13 03:34:16.159026 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: dns.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.159926 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.160430 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension dns-integration not supported by any of loaded plugins Aug 13 03:34:16.160749 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: dns_domain_ports.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.161649 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.162152 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 03:34:16.162488 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.163394 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.163899 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 03:34:16.164217 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: dvr.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.164877 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.165379 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: dvr Aug 13 03:34:16.165697 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: ecmp_routes.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.166638 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.167138 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 03:34:16.167454 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: empty_string_filtering.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.168350 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.168863 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: empty-string-filtering Aug 13 03:34:16.169180 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.170094 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.170636 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 03:34:16.170969 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.171857 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.172362 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 03:34:16.172680 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: external_net.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.174152 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.174687 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: external-net Aug 13 03:34:16.175006 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.175905 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.176410 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: extra_dhcp_opt Aug 13 03:34:16.176725 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: extraroute.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.177621 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.178126 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: extraroute Aug 13 03:34:16.178443 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: extraroute_atomic.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.179480 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.179994 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: extraroute-atomic Aug 13 03:34:16.180313 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: filter_validation.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.180968 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.181470 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: filter-validation Aug 13 03:34:16.181783 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: fip_pf_description.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.182705 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.183212 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 03:34:16.183527 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: fip_port_details.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.184436 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.184946 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: fip-port-details Aug 13 03:34:16.185264 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: flavors.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.186527 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.187044 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: flavors Aug 13 03:34:16.187366 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.189644 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.190162 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 03:34:16.190516 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: floatingip_pools.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.191217 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.191729 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: floatingip-pools Aug 13 03:34:16.192050 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: ip_allocation.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.193018 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.193523 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 03:34:16.193841 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.194779 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.195290 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: ip-substring-filtering Aug 13 03:34:16.195611 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: l2_adjacency.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.196523 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.197029 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 03:34:16.197349 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: l3.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.198554 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.199012 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: router Aug 13 03:34:16.199335 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.201591 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.202115 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 03:34:16.202443 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.203384 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.203903 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: ext-gw-mode Aug 13 03:34:16.204232 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.205243 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.205750 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: l3-ha Aug 13 03:34:16.206074 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: l3_flavors.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.207000 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.207509 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: l3-flavors Aug 13 03:34:16.207830 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.208738 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.209254 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 03:34:16.209577 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: l3agentscheduler.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.210651 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.211159 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: l3_agent_scheduler Aug 13 03:34:16.211480 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: logging.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.212956 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.213469 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension logging not supported by any of loaded plugins Aug 13 03:34:16.213796 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: metering.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.214561 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.215136 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: metering Aug 13 03:34:16.215455 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.216537 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.217050 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: metering_source_and_destination_fields Aug 13 03:34:16.217369 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: multiprovidernet.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.218274 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.218814 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: multi-provider Aug 13 03:34:16.219138 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: netmtu.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.220594 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.221084 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: net-mtu Aug 13 03:34:16.221400 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: netmtu_writable.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.222304 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.222850 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: net-mtu-writable Aug 13 03:34:16.223166 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: network_availability_zone.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.223827 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.224327 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: network_availability_zone Aug 13 03:34:16.224642 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: network_ip_availability.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.225719 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.226230 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: network-ip-availability Aug 13 03:34:16.226575 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: network_segment_range.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.227328 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.227830 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 03:34:16.228148 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: pagination.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.229109 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.229436 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: pagination Aug 13 03:34:16.229750 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: port_device_profile.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.230693 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.231208 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: port-device-profile Aug 13 03:34:16.231680 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.232867 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.233374 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: port-mac-address-regenerate Aug 13 03:34:16.233694 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.234639 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.235148 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: port-numa-affinity-policy Aug 13 03:34:16.235465 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: port_resource_request.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.236458 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.236962 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 03:34:16.237283 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: portbindings.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.238201 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.238753 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: binding Aug 13 03:34:16.239073 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: portbindings_extended.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.240467 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.240989 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: binding-extended Aug 13 03:34:16.241314 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: portsecurity.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.242219 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.242768 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: port-security Aug 13 03:34:16.243087 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: project_id.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.244044 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.244370 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: project-id Aug 13 03:34:16.244688 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: providernet.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.245606 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.246114 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: provider Aug 13 03:34:16.246433 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.249998 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.250552 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos not supported by any of loaded plugins Aug 13 03:34:16.250884 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.252666 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.253184 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 03:34:16.253511 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.254424 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.254997 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 03:34:16.255323 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos_default.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.256224 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.256734 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos-default not supported by any of loaded plugins Aug 13 03:34:16.257052 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos_fip.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.257696 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.258200 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos-fip not supported by any of loaded plugins Aug 13 03:34:16.258563 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.259497 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.260017 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 03:34:16.260338 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.261255 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.261767 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 03:34:16.262088 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos_pps_rule.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.263368 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.263897 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos-pps not supported by any of loaded plugins Aug 13 03:34:16.264221 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.265151 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.265663 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 03:34:16.265983 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: qos_rules_alias.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.267702 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.268213 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 03:34:16.268532 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: quotasv2.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.269539 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.269863 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: quotas Aug 13 03:34:16.270185 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: quotasv2_detail.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.273789 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.274121 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: quota_details Aug 13 03:34:16.274447 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: rbac.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.275844 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.276423 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: rbac-policies Aug 13 03:34:16.276748 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: rbac_address_group.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.277765 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.278330 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: rbac-address-group Aug 13 03:34:16.278683 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: rbac_address_scope.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.279617 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.280146 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: rbac-address-scope Aug 13 03:34:16.280466 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: rbac_security_groups.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.281396 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.281914 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: rbac-security-groups Aug 13 03:34:16.282232 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.283251 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.283769 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: rbac-subnetpool Aug 13 03:34:16.284086 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: revisionifmatch.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.285001 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.285514 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: revision-if-match Aug 13 03:34:16.285832 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: revisions.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.287006 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.287521 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: standard-attr-revisions Aug 13 03:34:16.287841 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: router_availability_zone.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.288527 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.289037 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: router_availability_zone Aug 13 03:34:16.289354 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: routerservicetype.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.290305 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.290846 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension router-service-type not supported by any of loaded plugins Aug 13 03:34:16.291164 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.292087 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.292603 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: security-groups-normalized-cidr Aug 13 03:34:16.292920 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.293830 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.294336 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: port-security-groups-filtering Aug 13 03:34:16.294682 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.295594 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.296099 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: security-groups-remote-address-group Aug 13 03:34:16.296417 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: securitygroup.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.306130 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.306758 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: security-group Aug 13 03:34:16.307041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: segment.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.307826 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.308334 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension segment not supported by any of loaded plugins Aug 13 03:34:16.308653 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.309604 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.310122 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 03:34:16.310443 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: servicetype.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.311648 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.312168 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: service-type Aug 13 03:34:16.312490 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: sorting.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.313459 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.314344 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: sorting Aug 13 03:34:16.314696 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: standard_attr_segment.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.315611 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.316121 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 03:34:16.316442 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: standardattrdescription.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.317081 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.317589 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: standard-attr-description Aug 13 03:34:16.317909 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: stateful_security_group.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.318846 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.319362 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: stateful-security-group Aug 13 03:34:16.319685 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: stdattrs_common.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.320266 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 03:34:16.320583 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.321485 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.321993 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 03:34:16.322311 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: subnet_onboard.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.323396 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.323907 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: subnet_onboard Aug 13 03:34:16.324226 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.325133 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.325640 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 03:34:16.325964 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: subnet_service_types.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.326893 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.327400 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: subnet-service-types Aug 13 03:34:16.327720 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: subnetallocation.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.328912 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.329295 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: subnet_allocation Aug 13 03:34:16.330213 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.330938 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.331441 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: subnetpool-prefix-ops Aug 13 03:34:16.331756 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.332777 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.333190 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 03:34:16.333506 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: tagging.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.334619 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.335140 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: standard-attr-tag Aug 13 03:34:16.335459 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: timestamp.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.336679 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.337193 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loaded extension: standard-attr-timestamp Aug 13 03:34:16.337518 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: trunk.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.338571 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.339086 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension trunk not supported by any of loaded plugins Aug 13 03:34:16.339410 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: trunk_details.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.340320 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.340829 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension trunk-details not supported by any of loaded plugins Aug 13 03:34:16.341149 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.342058 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.342607 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 03:34:16.342932 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Loading extension file: vlantransparent.py {{(pid=100459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:34:16.343602 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:34:16.344107 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 03:34:16.346708 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:network Aug 13 03:34:16.347236 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:subnet Aug 13 03:34:16.347627 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:34:16.348012 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:port Aug 13 03:34:16.349257 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.349698 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service FLAVORS assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.350322 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.350767 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.351097 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:router Aug 13 03:34:16.351516 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 03:34:16.352007 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service METERING assigned prefix: /metering {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.353449 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.353811 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.354159 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:34:16.355193 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 03:34:16.355633 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:security_group Aug 13 03:34:16.356049 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 03:34:16.357823 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service CORE assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.358154 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:34:16.358527 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] subnetpool is already registered Aug 13 03:34:16.358977 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service CORE assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.359298 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:34:16.359625 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] subnetpool is already registered Aug 13 03:34:16.362432 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.362892 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service FLAVORS assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.363474 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.363887 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.364213 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:router Aug 13 03:34:16.364546 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] router is already registered Aug 13 03:34:16.364948 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 03:34:16.365276 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] floatingip is already registered Aug 13 03:34:16.365721 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service METERING assigned prefix: /metering {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.366372 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 03:34:16.366719 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] rbac_policy is already registered Aug 13 03:34:16.367122 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:security_group Aug 13 03:34:16.367450 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] security_group is already registered Aug 13 03:34:16.367841 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 03:34:16.368166 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] security_group_rule is already registered Aug 13 03:34:16.368790 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service CORE assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.369112 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:34:16.369439 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] subnetpool is already registered Aug 13 03:34:16.369853 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.v2.resource_helper [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Service CORE assigned prefix: {{(pid=100459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:34:16.370172 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:34:16.370526 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING neutron.quota.resource_registry [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] subnetpool is already registered Aug 13 03:34:16.370992 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: extensions {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.372443 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: address-groups {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.373897 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: address-scopes {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.375228 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: agents {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.376953 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: auto-allocated-topology {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.378178 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: availability_zones {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.379408 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: dhcp-networks {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.380902 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: dhcp-agents {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.382292 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: routers {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.384017 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: flavors {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.385251 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: service_profiles {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.386437 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: next_providers {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.387852 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: service_profiles {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.389351 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: floatingip-pools {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.390586 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: routers {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.392318 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: floatingips {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.393572 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: l3-routers {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.394957 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: l3-agents {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.396342 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: metering-labels {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.397828 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: metering-label-rules {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.399221 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: network-ip-availabilities {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.400442 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: bindings {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.401983 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: quotas {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.403530 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: quotas {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.404942 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: rbac-policies {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.406099 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: security-groups {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.407434 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: security-group-rules {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.408656 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: service-providers {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.409859 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: subnetpools {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.411223 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: subnetpools {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.412734 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.414388 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.416184 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.417946 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.419633 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.422744 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.425034 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.427029 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.428907 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.430872 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron.api.extensions [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Extended resource: tags {{(pid=100459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:34:16.437327 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING keystonemiddleware.auth_token [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 03:34:16.443084 dv-cinder-760197-5-iscsi neutron-server[100459]: WARNING keystonemiddleware.auth_token [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 03:34:16.451633 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_concurrency.lockutils [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Acquired lock "singleton_lock" {{(pid=100459) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 03:34:16.452103 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_concurrency.lockutils [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Releasing lock "singleton_lock" {{(pid=100459) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 03:34:16.452736 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO oslo_service.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Starting 2 workers Aug 13 03:34:16.457650 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Started child 100566 {{(pid=100459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:34:16.462227 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Started child 100567 {{(pid=100459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:34:16.463112 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:16.463835 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO neutron.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 03:34:16.464620 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [-] (100566) wsgi starting up on http://0.0.0.0:9696 Aug 13 03:34:16.464729 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Notify callbacks [] for process, before_spawn {{(pid=100459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:16.467125 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO oslo_service.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Starting 1 workers Aug 13 03:34:16.467349 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:16.474509 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [-] (100567) wsgi starting up on http://0.0.0.0:9696 Aug 13 03:34:16.474884 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Started child 100568 {{(pid=100459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:34:16.474884 dv-cinder-760197-5-iscsi neutron-server[100459]: INFO oslo_service.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Starting 1 workers Aug 13 03:34:16.476102 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] calling RpcWorker wait() {{(pid=100568) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 03:34:16.476626 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] returning from RpcWorker wait() {{(pid=100568) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 03:34:16.477566 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Started child 100569 {{(pid=100459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:34:16.477921 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:16.478364 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:34:16.478496 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG neutron_lib.callbacks.manager [None req-58317d0d-ba9e-45d9-af48-9d825d99a4d0 None None] Notify callbacks [] for process, after_spawn {{(pid=100459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:16.480393 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100459) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 03:34:16.480608 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 03:34:16.480777 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 03:34:16.480990 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 03:34:16.481313 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 03:34:16.481474 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 03:34:16.481982 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.482261 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.482550 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.482824 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.483109 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.483666 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:16.484195 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.484195 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.484195 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.484435 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.484682 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.484820 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:34:16.484922 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.484995 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.485245 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.485465 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.486362 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.486678 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.486925 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.487177 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.487354 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.487618 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.487879 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.488129 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.488396 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] debug = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.488634 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.489114 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.489357 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.489603 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.489821 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.490087 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.490330 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.490629 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.490898 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.491113 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.491351 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.491613 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.491865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.492103 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.492336 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.492599 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.492829 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.493298 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] host = dv-cinder-760197-5-iscsi {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.493531 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.493748 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.493969 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.494213 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.494486 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.494718 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.494984 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.495243 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.495523 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.495744 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.495983 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.496193 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.496412 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.496670 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.496832 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_options = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.497063 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.497320 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.497585 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.497773 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.497939 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.498196 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.498350 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.498538 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.498786 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.499014 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.499224 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.499436 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.499666 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.499875 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.500107 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.500347 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.500580 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.500785 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.501070 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.502000 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.502251 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.502536 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.502837 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.503081 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.503329 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.503561 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.503805 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.504017 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.504230 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.504490 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.504724 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.504979 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.505207 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.505443 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.505701 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.505885 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.506128 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.506375 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.506646 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.506908 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.507165 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.507395 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.507650 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.507945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.508175 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.508527 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_json = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.508527 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.508899 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.509091 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.509284 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.509476 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.509781 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.509781 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.510119 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.510433 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.510731 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.511723 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.512019 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.512335 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.512644 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.513053 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.513222 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.513389 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.513582 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.513909 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.514173 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.514453 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.514743 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.515068 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.515427 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.515695 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.516047 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.516275 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.516574 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.516574 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.517530 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.517767 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.518306 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.518562 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.518841 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.519041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.521903 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.521903 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.521903 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.521903 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.521903 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.521903 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.521903 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.521903 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.521903 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.523945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.523945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.523945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.523945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.523945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.523945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.523945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.523945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.523945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.526865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.526865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.526865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.526865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.526865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.526865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.526865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.526865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.526865 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.529041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.529041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.529041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.529041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.529041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.529041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.529041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.529041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.529041 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.531430 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.531430 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.531430 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.531430 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.531430 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.531430 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.531430 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.531430 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.531430 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.533890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.533890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.533890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.533890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.533890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.533890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.533890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.533890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.533890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.536127 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.536127 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.536127 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.536127 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.536127 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.536127 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.536127 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.536127 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.538620 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.538620 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.538620 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.538620 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.538620 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.538620 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.538620 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.538620 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539668 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539668 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539668 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539668 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539668 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539668 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539668 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.539668 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.540263 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.540263 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.540419 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.540638 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.540921 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.541191 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.541449 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.542266 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.542266 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.542266 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.542952 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.542952 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.542952 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.543886 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.544408 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.544681 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.544915 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.545137 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.545408 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.545759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.546037 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.546260 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.546545 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.546970 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.547325 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.547582 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.547846 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.548140 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.548385 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.548739 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.548975 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.549199 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.549414 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.549630 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.549852 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.550358 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.550358 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.550358 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.551319 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.551319 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.551319 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.551319 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.552171 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.552171 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.552171 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.552171 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.552887 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.552887 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.552887 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.553315 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.553315 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.553598 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.553598 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.554624 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.554899 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.557725 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.557725 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.558739 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.559056 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.559325 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.559590 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.559938 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.560115 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.560389 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.560628 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.560856 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.561166 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.562627 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.563246 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.563246 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.563571 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.563778 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.564046 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.564309 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.564663 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.564934 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.565173 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.565440 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.565663 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.565930 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.566160 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.566388 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.566659 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.566901 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.567121 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.567404 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.567643 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.567902 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.568116 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.568329 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.568561 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.568795 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.569008 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.569324 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.569564 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.569792 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.570048 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.571428 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.571655 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.571896 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.572116 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.572334 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.572562 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.572783 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.572997 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.573226 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.573438 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.573649 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.573872 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.574087 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.574296 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.574722 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.574878 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.575018 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.575454 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.575454 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.575769 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.575918 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.576106 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.576318 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.576561 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.576780 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.576988 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.577214 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.577423 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.577636 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.578501 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.578501 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.578501 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.579029 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.579029 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.579269 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.579945 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.580195 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.580435 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.580705 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.581018 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.581230 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.581506 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.581691 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.582418 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.582418 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.582418 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.582890 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.583092 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.583366 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.583635 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.583914 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.584352 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.584722 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.584942 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.585236 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.585575 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.585866 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.586118 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.586401 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.586896 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.587148 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.587369 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.587609 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.587859 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.588246 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.588636 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.589034 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.589285 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.589499 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.589724 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.589941 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.590328 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.590724 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.590951 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.591167 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.591326 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 03:34:16.591895 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100459) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 03:34:16.592061 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 03:34:16.592226 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 03:34:16.592405 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 03:34:16.592574 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 03:34:16.592727 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 03:34:16.592934 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.593097 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.593257 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.593416 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.593574 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.593754 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.593921 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.594487 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.594487 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.594487 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.594840 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.595066 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.595729 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.595889 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.596046 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.596204 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.596361 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.596521 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.596684 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.596842 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.597001 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.597159 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.597318 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] debug = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.597475 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.597681 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.597845 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.598002 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.598220 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.598384 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.598577 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.598735 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.598893 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.599050 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.599360 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.599520 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.599678 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.599836 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.599993 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.600150 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.600310 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.600467 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] host = dv-cinder-760197-5-iscsi {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.600625 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.600782 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.600941 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.601100 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.601256 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.601563 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.601837 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.601976 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.602112 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.602256 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.602392 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.602548 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.602637 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.602767 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.602930 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_options = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.603088 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.603245 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.603407 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.603596 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.603759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.604110 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.604110 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.604318 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.604400 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.604509 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.604667 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.604825 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.604981 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.605138 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.605295 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.605452 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.605610 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.605767 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.605925 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.606083 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.606241 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.606398 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.606587 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.606746 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.606836 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:34:16.606941 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.607053 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.607209 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.607366 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.607524 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.607681 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.607839 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.608016 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.608198 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.608359 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.608516 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.608674 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.608831 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.608996 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.609155 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.609312 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.609470 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.609628 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.609786 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.609943 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.610101 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.610264 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_json = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.610424 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.611171 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.611340 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.611469 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.611632 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.611789 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.612040 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.612127 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:34:16.612271 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.612434 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.612607 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.612772 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.612931 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.613092 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.613251 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.613412 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.613572 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.613732 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.613900 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.614062 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.614233 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.614394 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.614581 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.614746 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.614906 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.615066 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.615227 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.615388 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.615549 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.615708 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.615884 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.616044 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.616204 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.616364 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.616524 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.616685 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.616846 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.617007 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.617167 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.617328 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.617488 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.617649 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.617808 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.617969 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.618129 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.618290 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.618450 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.618629 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.618795 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.618939 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.619298 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.619516 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.619735 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.619902 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.620065 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.620227 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.620390 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.620739 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.620739 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.620967 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.621354 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.621491 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.621599 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.621726 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.621855 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.622120 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.622221 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.622337 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.622521 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.622703 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.622916 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.623013 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.623161 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.623318 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.623491 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.623645 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.623790 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.623966 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.624114 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.624274 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.624435 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.624598 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.625759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.625759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.625759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.625759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.625759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.625759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.625759 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627330 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627330 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627330 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627330 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627330 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627330 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627330 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627720 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627720 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627849 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.627916 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.628066 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.628230 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.628391 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.628551 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.628712 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.628876 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.629037 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.629354 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.629516 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.629674 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.629984 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.630146 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.630307 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.630525 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.630651 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.630811 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.630972 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.631131 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.631291 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.631462 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.631621 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.631938 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.632101 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.632312 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.632424 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.632590 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.632753 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.632914 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.633070 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.633230 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.633390 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.633559 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.633710 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.633873 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.634034 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.634203 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.634376 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.634560 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.634723 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.634882 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.635070 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.635230 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.635391 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.635551 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.635713 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.635878 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.636037 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.636342 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.636509 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.636646 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.636810 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.636974 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.637137 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.637298 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.637447 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.637608 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.637770 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.637931 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.638092 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.638253 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.638399 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.638573 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.638736 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.638897 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.639060 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.639223 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.639383 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.639546 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.639706 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.639855 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.640016 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.640176 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.640337 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.640497 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.640644 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.640807 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.640969 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.641133 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.641279 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.641445 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.641606 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.641772 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.642724 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.642724 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.642984 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.642984 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.643255 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.643412 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.643552 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.643685 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.643818 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.643951 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.644085 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.644220 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.644352 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.644518 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.644664 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.644828 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.644988 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.645147 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.645294 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.645455 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.645615 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.645775 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.645935 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.646080 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.646245 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.646408 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.646593 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.646753 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.646915 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.647076 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.647236 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.647396 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.647824 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.647995 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.648156 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.648315 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.648476 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.648636 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.648806 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.648967 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.649128 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.649288 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.649447 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.649606 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.649776 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.649937 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.650097 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.650256 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.650416 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.650601 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.650772 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.650934 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.651104 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.651229 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.652051 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.652216 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.652388 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.652896 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.652896 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.652896 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.653490 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.653490 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.653490 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.653490 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.653897 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.653897 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.653897 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.654196 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.654196 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.654410 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.654773 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.654773 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.654966 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.654966 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.655177 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.655299 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.655443 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.655604 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.655789 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.655915 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.656077 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.656238 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.656590 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.656590 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.656745 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.656864 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.657032 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.657206 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.657375 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.657593 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.657769 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.657942 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.658103 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.658264 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.658424 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.658599 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.658760 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.658920 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.659080 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.659239 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.659398 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.659558 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.659717 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.659874 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.660058 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.660203 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.660322 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.660475 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.660633 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.660793 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.660953 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:34:16.661106 dv-cinder-760197-5-iscsi neutron-server[100459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 03:34:16.835909 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 44620) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:16.844561 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064299 Aug 13 03:34:29.009760 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b9e4e-09b4-42d7-a2b5-704bf394f3ff None None] get_active_networks_info from dv-cinder-760197-5-iscsi {{(pid=100568) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 03:34:29.148457 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b9e4e-09b4-42d7-a2b5-704bf394f3ff None None] No non-hosted networks {{(pid=100568) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 03:34:29.191585 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.agentschedulers_db [None req-db7b9e4e-09b4-42d7-a2b5-704bf394f3ff None None] DHCP Agent not found on host dv-cinder-760197-5-iscsi {{(pid=100568) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 13 03:34:29.394012 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ef82f950-86fe-46b9-a6b7-9199b6b6e4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036776'] for agent, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:32.217440 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036776'] for agent, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:32.222168 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.224792 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.227004 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.229372 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.231463 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.233215 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.236013 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.236820 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.238589 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.241079 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.241909 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.243916 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:32.245175 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760197-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:34:32.268926 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760197-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:34:32.479915 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ca95bfba-5e2e-41e4-bfda-40a0f55b82cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036776'] for agent, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:32.543641 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ab83b7fa-04f3-4d0b-9006-137dad6756b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:34.068375 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036776'] for agent, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:35.394796 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036776'] for agent, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:35.635623 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.db.l3_hamode_db [None req-6876eaef-76eb-41e7-b36a-7c9d6b74f3d3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 03:34:35.717067 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876eaef-76eb-41e7-b36a-7c9d6b74f3d3 None None] Routers set() bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:34:35.717449 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876eaef-76eb-41e7-b36a-7c9d6b74f3d3 None None] Router IDs set() for agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 03:34:36.581414 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 44712) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:37.085455 dv-cinder-760197-5-iscsi neutron-server[100566]: WARNING oslo_policy.policy [None req-fa256f43-cbf8-4310-b601-8b04bee08400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:34:37.086591 dv-cinder-760197-5-iscsi neutron-server[100566]: WARNING oslo_policy.policy [None req-fa256f43-cbf8-4310-b601-8b04bee08400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:34:37.311467 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [None req-fa256f43-cbf8-4310-b601-8b04bee08400 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:34:37.312526 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-fa256f43-cbf8-4310-b601-8b04bee08400 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7302406 Aug 13 03:34:39.724595 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 44726) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:40.039705 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-24b1e3b8-e6bb-43e4-9b9f-1b96e452accc admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:34:40.136964 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.policy [None req-24b1e3b8-e6bb-43e4-9b9f-1b96e452accc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100566) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 03:34:40.180716 dv-cinder-760197-5-iscsi neutron-server[100566]: WARNING oslo_policy.policy [None req-24b1e3b8-e6bb-43e4-9b9f-1b96e452accc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:34:40.181076 dv-cinder-760197-5-iscsi neutron-server[100566]: WARNING oslo_policy.policy [None req-24b1e3b8-e6bb-43e4-9b9f-1b96e452accc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:34:40.190097 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.quota [None req-24b1e3b8-e6bb-43e4-9b9f-1b96e452accc admin admin] Loaded quota_driver: . Aug 13 03:34:40.279840 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-24b1e3b8-e6bb-43e4-9b9f-1b96e452accc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769061975372', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769061974847', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769061955453', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769061957280', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769062056131', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769062010768', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2054674', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1948981', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720004', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780505'] for rbac-policy, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:40.345605 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-24b1e3b8-e6bb-43e4-9b9f-1b96e452accc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:40.346785 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-24b1e3b8-e6bb-43e4-9b9f-1b96e452accc admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6212101 Aug 13 03:34:42.961282 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 44738) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:43.293396 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Request body: {'network': {'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'name': 'private', 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'admin_state_up': True}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:34:43.324123 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Made reservation on behalf of 9bc27f6a34624ce18c7a7a7f11ca3067 for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:34:43.326985 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:43.345367 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:43.484525 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:43.489052 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:43.509976 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:34:43.539557 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769063615335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:43.540163 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Unsubscribe: segment precommit_create {{(pid=100566) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 03:34:43.540699 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Added segment fef56fd1-1298-4347-9b5a-3bec5238b056 of type vlan for network e0a18a30-c36a-4fd2-89d2-05231b69253c Aug 13 03:34:43.559148 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e2882d-9cdc-462d-a226-2f8ae5905aa9,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:34:43.586144 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.586437 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.586810 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.587144 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.587472 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.587841 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.588908 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.588908 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.588908 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.590021 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.590021 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.590021 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Tracked resource versions report: Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: pushed versions: Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: { 'AddressGroup': {'1.2'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'ConntrackHelper': {'1.0'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Log': {'1.0'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Network': {'1.1'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Port': {'1.7'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'PortForwarding': {'1.2'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'QosPolicy': {'1.9'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SecurityGroup': {'1.4'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SubPort': {'1.0'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Subnet': {'1.1'}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Trunk': {'1.1'}} Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: consumer versions: Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: { DHCP agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: L3 agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: Metadata agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: Metering agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: Open vSwitch agent@dv-cinder-760197-5-iscsi: { 'AddressGroup': '1.2', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'ConntrackHelper': '1.0', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Log': '1.0', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Network': '1.1', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Port': '1.7', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'PortForwarding': '1.2', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'QosPolicy': '1.9', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SecurityGroup': '1.4', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SecurityGroupRule': '1.2', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SubPort': '1.0', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Subnet': '1.1', Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Trunk': '1.1'}} Aug 13 03:34:43.590973 dv-cinder-760197-5-iscsi neutron-server[100566]: {{(pid=100566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:34:43.672634 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:43.728458 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:43.729789 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:34:43.730508 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:43.817073 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8547006 Aug 13 03:34:43.832061 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c53e9b-b165-4bee-8b73-16d8a38ee947 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a18a30-c36a-4fd2-89d2-05231b69253c,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:34:43.846485 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network e0a18a30-c36a-4fd2-89d2-05231b69253c details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:34:46.492013 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 44752) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:46.892873 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943dc9c-09ae-49bd-9d02-e4ebaab7e76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:34:46.894266 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-a943dc9c-09ae-49bd-9d02-e4ebaab7e76c admin admin] 10.222.0.58 "GET /v2.0/networks/e0a18a30-c36a-4fd2-89d2-05231b69253c HTTP/1.1" status: 200 len: 824 time: 0.4012952 Aug 13 03:34:46.920299 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-243e529f-fcb4-40fe-a638-7ec02fafe5fc admin admin] 10.222.0.58 "GET /v2.0/subnetpools/2e880115-7af3-48c6-91e0-0178ef9526ca HTTP/1.1" status: 200 len: 734 time: 0.0194924 Aug 13 03:34:46.930654 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c', 'ip_version': 4, 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'subnetpool_id': '2e880115-7af3-48c6-91e0-0178ef9526ca'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:34:46.955410 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Made reservation on behalf of 9bc27f6a34624ce18c7a7a7f11ca3067 for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:34:46.957701 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:47.287412 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:47.362803 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=073f72d6-ddbc-474f-ab40-5232a5fbda9d,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:34:47.369913 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Checking segment: {'id': 'fef56fd1-1298-4347-9b5a-3bec5238b056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:34:47.370309 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Network hostable DHCP agents. Network: e0a18a30-c36a-4fd2-89d2-05231b69253c, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:34:47.394545 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Network e0a18a30-c36a-4fd2-89d2-05231b69253c is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:34:47.407577 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, e0a18a30-c36a-4fd2-89d2-05231b69253c) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:34:47.415035 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:34:47.416587 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:47.416794 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dfe773-6bff-492b-8cb2-114e804cc416 None None] Network e0a18a30-c36a-4fd2-89d2-05231b69253c requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:34:47.431093 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-759d3aca-c74a-42c8-a5da-6c9ca80402bc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5040705 Aug 13 03:34:47.744028 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-e0a18a30-c36a-4fd2-89d2-05231b69253c', 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'fixed_ips': [{'subnet_id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:34:47.745368 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:48.036296 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Allocated IP 172.20.0.2 (e0a18a30-c36a-4fd2-89d2-05231b69253c/073f72d6-ddbc-474f-ab40-5232a5fbda9d/aefd998b-27cf-473a-9d5d-5dffd7e62655) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:34:48.305395 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:48.329845 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Transition to ACTIVE for port object aefd998b-27cf-473a-9d5d-5dffd7e62655 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:34:48.389805 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Transition to ACTIVE for port object aefd998b-27cf-473a-9d5d-5dffd7e62655 will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:34:48.401960 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:48.472502 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Network e0a18a30-c36a-4fd2-89d2-05231b69253c is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:34:48.477341 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:34:48.487672 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:34:48.491468 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Pushing event updated for resources: {'Port': ['ID=aefd998b-27cf-473a-9d5d-5dffd7e62655,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:34:48.500527 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.500926 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.501273 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.501607 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.501934 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.502265 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.502616 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.502944 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.503283 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.503606 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.503927 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.504258 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Tracked resource versions report: Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: pushed versions: Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: { 'AddressGroup': {'1.2'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'ConntrackHelper': {'1.0'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Log': {'1.0'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Network': {'1.1'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Port': {'1.7'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'PortForwarding': {'1.2'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'QosPolicy': {'1.9'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SecurityGroup': {'1.4'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SubPort': {'1.0'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Subnet': {'1.1'}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Trunk': {'1.1'}} Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: consumer versions: Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: { DHCP agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: L3 agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: Metadata agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: Metering agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: Open vSwitch agent@dv-cinder-760197-5-iscsi: { 'AddressGroup': '1.2', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'ConntrackHelper': '1.0', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Log': '1.0', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Network': '1.1', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Port': '1.7', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'PortForwarding': '1.2', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'QosPolicy': '1.9', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SecurityGroup': '1.4', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SecurityGroupRule': '1.2', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SubPort': '1.0', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Subnet': '1.1', Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Trunk': '1.1'}} Aug 13 03:34:48.505401 dv-cinder-760197-5-iscsi neutron-server[100568]: {{(pid=100568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:34:48.585744 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Attempting to bind port aefd998b-27cf-473a-9d5d-5dffd7e62655 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:34:48.586038 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Attempting to bind port aefd998b-27cf-473a-9d5d-5dffd7e62655 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'fef56fd1-1298-4347-9b5a-3bec5238b056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:34:48.586454 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Attempting to bind port aefd998b-27cf-473a-9d5d-5dffd7e62655 on network e0a18a30-c36a-4fd2-89d2-05231b69253c {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:34:48.591850 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:34:48.592254 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Checking segment: {'id': 'fef56fd1-1298-4347-9b5a-3bec5238b056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:34:48.592749 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:48.593157 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Bound using segment: {'id': 'fef56fd1-1298-4347-9b5a-3bec5238b056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:34:48.593645 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Bound port: aefd998b-27cf-473a-9d5d-5dffd7e62655, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef56fd1-1298-4347-9b5a-3bec5238b056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:34:48.594042 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:48.661519 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] For port aefd998b-27cf-473a-9d5d-5dffd7e62655, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:34:48.666128 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] For port aefd998b-27cf-473a-9d5d-5dffd7e62655, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=aefd998b-27cf-473a-9d5d-5dffd7e62655,segment=NetworkSegment(fef56fd1-1298-4347-9b5a-3bec5238b056),segment_id=fef56fd1-1298-4347-9b5a-3bec5238b056)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:34:48.671544 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:48.747243 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5b7c0-0a82-4bbd-af90-1c62d12a1656 None None] Pushing event updated for resources: {'Port': ['ID=aefd998b-27cf-473a-9d5d-5dffd7e62655,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:34:49.912334 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 44760) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:50.279241 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [None req-38d697fe-b140-4845-b8e2-ddf6f75e47e5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:34:50.280257 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-38d697fe-b140-4845-b8e2-ddf6f75e47e5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3669744 Aug 13 03:34:52.741229 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 44768) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:53.301224 dv-cinder-760197-5-iscsi neutron-server[100567]: WARNING oslo_policy.policy [None req-498cce4e-953d-4299-a454-999b4273c01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:34:53.301794 dv-cinder-760197-5-iscsi neutron-server[100567]: WARNING oslo_policy.policy [None req-498cce4e-953d-4299-a454-999b4273c01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:34:53.520045 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [None req-498cce4e-953d-4299-a454-999b4273c01f admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:34:53.521273 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-498cce4e-953d-4299-a454-999b4273c01f admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7779083 Aug 13 03:34:56.210205 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 44788) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:56.546558 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'admin_state_up': True}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:34:56.612105 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.policy [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100567) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 03:34:56.659647 dv-cinder-760197-5-iscsi neutron-server[100567]: WARNING oslo_policy.policy [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:34:56.660018 dv-cinder-760197-5-iscsi neutron-server[100567]: WARNING oslo_policy.policy [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:34:56.668621 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.quota [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] Loaded quota_driver: . Aug 13 03:34:56.727888 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:56.730246 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:56.837480 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device aefd998b-27cf-473a-9d5d-5dffd7e62655 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:34:56.915920 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:56.921555 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:56.933401 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port aefd998b-27cf-473a-9d5d-5dffd7e62655 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:34:56.945673 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:56.946978 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-6b189b41-e7bb-4e67-a059-096d89161198 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7357593 Aug 13 03:34:57.432560 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd14bcb-ffbe-4f38-8394-ca73687e295a None None] Network e0a18a30-c36a-4fd2-89d2-05231b69253c requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:34:57.484244 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-08e0c441-4914-4c66-a0b3-6a61ec6bed7b None None] Provisioning for port aefd998b-27cf-473a-9d5d-5dffd7e62655 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:34:57.493633 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-08e0c441-4914-4c66-a0b3-6a61ec6bed7b None None] Provisioning complete for port aefd998b-27cf-473a-9d5d-5dffd7e62655 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:34:57.494024 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-08e0c441-4914-4c66-a0b3-6a61ec6bed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:57.659391 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-08e0c441-4914-4c66-a0b3-6a61ec6bed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:57.722445 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-08e0c441-4914-4c66-a0b3-6a61ec6bed7b None None] For port aefd998b-27cf-473a-9d5d-5dffd7e62655, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=aefd998b-27cf-473a-9d5d-5dffd7e62655,segment=NetworkSegment(fef56fd1-1298-4347-9b5a-3bec5238b056),segment_id=fef56fd1-1298-4347-9b5a-3bec5238b056)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:34:57.727445 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-08e0c441-4914-4c66-a0b3-6a61ec6bed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:57.796199 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0c441-4914-4c66-a0b3-6a61ec6bed7b None None] Pushing event updated for resources: {'Port': ['ID=aefd998b-27cf-473a-9d5d-5dffd7e62655,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:34:57.954774 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-687c8494-b4b6-466b-bdbc-6378d2c9d292 None None] Provisioning complete for port aefd998b-27cf-473a-9d5d-5dffd7e62655 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:34:57.955424 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-687c8494-b4b6-466b-bdbc-6378d2c9d292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:58.812772 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device aefd998b-27cf-473a-9d5d-5dffd7e62655 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:34:58.860099 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port aefd998b-27cf-473a-9d5d-5dffd7e62655 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:34:58.860477 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:58.906526 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-56d5330f-7110-440e-b0e8-4252103497f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:59.345471 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 44798) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:59.659669 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [None req-91ba0aed-bffc-4778-84cc-ce7872933cb8 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:34:59.660679 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-91ba0aed-bffc-4778-84cc-ce7872933cb8 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142552 Aug 13 03:35:02.051241 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 44806) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:35:02.195170 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.374889 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:35:02.400199 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Made reservation on behalf of f197f794c5f04d148724d5d788216d94 for: {'network': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:35:02.403315 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.419081 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.479078 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b758-d10d-4788-b195-cf1d5e03a2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.562557 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.567472 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.583764 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=100567) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 03:35:02.623722 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769063615335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.624198 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Unsubscribe: segment precommit_create {{(pid=100567) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 03:35:02.624720 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.segments_db [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Added segment f9402e51-12a0-4d3c-a760-8355ee32bcd3 of type flat for network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 Aug 13 03:35:02.644870 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014e4f1f-7742-402e-a505-ba2a1ed5ab01,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:02.692967 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.693325 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.693670 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.693994 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.694326 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.694691 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.695023 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.695360 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.695699 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.696019 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.696337 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.696653 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Tracked resource versions report: Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: pushed versions: Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: { 'AddressGroup': {'1.2'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'ConntrackHelper': {'1.0'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Log': {'1.0'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Network': {'1.1'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Port': {'1.7'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'PortForwarding': {'1.2'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'QosPolicy': {'1.9'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SecurityGroup': {'1.4'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SubPort': {'1.0'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Subnet': {'1.1'}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Trunk': {'1.1'}} Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: consumer versions: Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: { DHCP agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: L3 agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: Metadata agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: Metering agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: Open vSwitch agent@dv-cinder-760197-5-iscsi: { 'AddressGroup': '1.2', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'ConntrackHelper': '1.0', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Log': '1.0', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Network': '1.1', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Port': '1.7', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'PortForwarding': '1.2', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'QosPolicy': '1.9', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SecurityGroup': '1.4', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SecurityGroupRule': '1.2', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SubPort': '1.0', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Subnet': '1.1', Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Trunk': '1.1'}} Aug 13 03:35:02.697811 dv-cinder-760197-5-iscsi neutron-server[100567]: {{(pid=100567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:35:02.757321 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.822356 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.823681 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:35:02.824355 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:02.913815 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8613961 Aug 13 03:35:02.929113 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd6e60-b690-426a-a05b-90493de6c6c1 admin admin] Pushing event updated for resources: {'Network': ['ID=cfec9dee-474f-48b0-ac2b-7d121ac30ba2,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:02.940452 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:35:03.999789 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:05.294544 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 44828) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:35:05.339619 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:05.528446 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cfbc6d-da1b-42ee-b301-691e2e1db210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:35:05.529819 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-41cfbc6d-da1b-42ee-b301-691e2e1db210 admin admin] 10.222.0.58 "GET /v2.0/subnets/073f72d6-ddbc-474f-ab40-5232a5fbda9d HTTP/1.1" status: 200 len: 849 time: 0.2343261 Aug 13 03:35:05.664324 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-309db18b-9068-42c8-990f-f43951547b2a admin admin] 10.222.0.58 "GET /v2.0/routers/380146de-86d5-4970-96d1-371a4662e37a HTTP/1.1" status: 200 len: 704 time: 0.1279500 Aug 13 03:35:05.936449 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:06.236687 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Allocated IP 172.20.0.1 (e0a18a30-c36a-4fd2-89d2-05231b69253c/073f72d6-ddbc-474f-ab40-5232a5fbda9d/b9154c53-f79c-4d27-a41d-e06299fbccca) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:35:06.424617 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:06.449534 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Transition to ACTIVE for port object b9154c53-f79c-4d27-a41d-e06299fbccca will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:35:06.532160 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:06.599720 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Network e0a18a30-c36a-4fd2-89d2-05231b69253c is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:35:06.606545 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:35:06.617024 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:35:06.617562 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:06.642839 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9154c53-f79c-4d27-a41d-e06299fbccca,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:06.811101 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-7284c8e2-a901-4612-b202-2e5eb33226f0 None None] Provisioning for port b9154c53-f79c-4d27-a41d-e06299fbccca completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:35:06.816152 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-7284c8e2-a901-4612-b202-2e5eb33226f0 None None] Provisioning complete for port b9154c53-f79c-4d27-a41d-e06299fbccca triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:35:06.816526 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7284c8e2-a901-4612-b202-2e5eb33226f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:06.850298 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-7284c8e2-a901-4612-b202-2e5eb33226f0 None None] Port b9154c53-f79c-4d27-a41d-e06299fbccca cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:35:06.879094 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:07.087594 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:07.092112 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:07.092893 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:07.170187 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9154c53-f79c-4d27-a41d-e06299fbccca,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:07.217485 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Network e0a18a30-c36a-4fd2-89d2-05231b69253c is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:35:07.218837 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:35:07.371348 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-1e18cb26-e1d4-4d52-b815-4cc0cc3adf81 None None] Provisioning complete for port b9154c53-f79c-4d27-a41d-e06299fbccca triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:35:07.371794 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-1e18cb26-e1d4-4d52-b815-4cc0cc3adf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:07.384988 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Router 380146de-86d5-4970-96d1-371a4662e37a is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:35:07.408631 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-1e18cb26-e1d4-4d52-b815-4cc0cc3adf81 None None] Port b9154c53-f79c-4d27-a41d-e06299fbccca cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:35:07.482019 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:35:07.487770 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-30d23eb1-ced0-440e-82ba-4b286de3eee4 admin admin] 10.222.0.58 "PUT /v2.0/routers/380146de-86d5-4970-96d1-371a4662e37a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8181865 Aug 13 03:35:07.506168 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Sync routers for ids ['380146de-86d5-4970-96d1-371a4662e37a'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:35:07.518794 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Routers {'380146de-86d5-4970-96d1-371a4662e37a'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:35:07.519781 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:35:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['380146de-86d5-4970-96d1-371a4662e37a'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:35:07.709871 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Set router 380146de-86d5-4970-96d1-371a4662e37a gateway port host: None {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:35:08.141539 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380146de-86d5-4970-96d1-371a4662e37a', 'name': 'router1', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:34:56Z', 'updated_at': '2021-08-13T03:35:06Z', 'revision_number': 2, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'gw_port_host': None, '_interfaces': [{'id': 'b9154c53-f79c-4d27-a41d-e06299fbccca', 'name': '', 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'mac_address': 'fa:16:3e:58:2e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380146de-86d5-4970-96d1-371a4662e37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:35:05Z', 'updated_at': '2021-08-13T03:35:06Z', 'revision_number': 2, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'subnets': [{'id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e880115-7af3-48c6-91e0-0178ef9526ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:35:08.193542 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Checking router: 380146de-86d5-4970-96d1-371a4662e37a for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:35:08.193900 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Updating router 380146de-86d5-4970-96d1-371a4662e37a port b9154c53-f79c-4d27-a41d-e06299fbccca binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:35:08.242472 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:08.779108 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:08.798399 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Transition to ACTIVE for port object b9154c53-f79c-4d27-a41d-e06299fbccca will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:35:08.805753 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:08.969426 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Pushing event updated for resources: {'Port': ['ID=b9154c53-f79c-4d27-a41d-e06299fbccca,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:08.975466 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Attempting to bind port b9154c53-f79c-4d27-a41d-e06299fbccca on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:35:08.975851 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Attempting to bind port b9154c53-f79c-4d27-a41d-e06299fbccca by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'fef56fd1-1298-4347-9b5a-3bec5238b056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:35:08.976257 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Attempting to bind port b9154c53-f79c-4d27-a41d-e06299fbccca on network e0a18a30-c36a-4fd2-89d2-05231b69253c {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:35:08.984351 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.985532 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.985872 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.986196 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.986535 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.986858 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.987172 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.987486 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.988038 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.988284 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.988430 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.988736 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Tracked resource versions report: Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: pushed versions: Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: { 'AddressGroup': {'1.2'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'ConntrackHelper': {'1.0'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Log': {'1.0'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Network': {'1.1'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Port': {'1.7'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'PortForwarding': {'1.2'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'QosPolicy': {'1.9'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SecurityGroup': {'1.4'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SubPort': {'1.0'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Subnet': {'1.1'}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Trunk': {'1.1'}} Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: consumer versions: Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: { DHCP agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: L3 agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: Metadata agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: Metering agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: Open vSwitch agent@dv-cinder-760197-5-iscsi: { 'AddressGroup': '1.2', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'ConntrackHelper': '1.0', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Log': '1.0', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Network': '1.1', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Port': '1.7', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'PortForwarding': '1.2', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'QosPolicy': '1.9', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SecurityGroup': '1.4', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SecurityGroupRule': '1.2', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SubPort': '1.0', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Subnet': '1.1', Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Trunk': '1.1'}} Aug 13 03:35:08.989888 dv-cinder-760197-5-iscsi neutron-server[100569]: {{(pid=100569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:35:08.992774 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:35:08.993194 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Checking segment: {'id': 'fef56fd1-1298-4347-9b5a-3bec5238b056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:35:08.993680 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:08.994083 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Bound using segment: {'id': 'fef56fd1-1298-4347-9b5a-3bec5238b056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:35:08.994660 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Bound port: b9154c53-f79c-4d27-a41d-e06299fbccca, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef56fd1-1298-4347-9b5a-3bec5238b056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:35:08.995035 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:09.071632 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] For port b9154c53-f79c-4d27-a41d-e06299fbccca, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:35:09.095844 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] For port b9154c53-f79c-4d27-a41d-e06299fbccca, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=b9154c53-f79c-4d27-a41d-e06299fbccca,segment=NetworkSegment(fef56fd1-1298-4347-9b5a-3bec5238b056),segment_id=fef56fd1-1298-4347-9b5a-3bec5238b056)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:35:09.100087 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:09.158433 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccabbe8-908b-4ea2-bd51-2c27afaf6be4 None None] Pushing event updated for resources: {'Port': ['ID=b9154c53-f79c-4d27-a41d-e06299fbccca,revision_number=4']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:09.162641 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Routers {'380146de-86d5-4970-96d1-371a4662e37a'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:35:09.163247 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:35:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['380146de-86d5-4970-96d1-371a4662e37a'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:35:09.252407 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] Set router 380146de-86d5-4970-96d1-371a4662e37a gateway port host: None {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:35:09.463739 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380146de-86d5-4970-96d1-371a4662e37a', 'name': 'router1', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:34:56Z', 'updated_at': '2021-08-13T03:35:06Z', 'revision_number': 2, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'gw_port_host': None, '_interfaces': [{'id': 'b9154c53-f79c-4d27-a41d-e06299fbccca', 'name': '', 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'mac_address': 'fa:16:3e:58:2e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380146de-86d5-4970-96d1-371a4662e37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:35:05Z', 'updated_at': '2021-08-13T03:35:09Z', 'revision_number': 4, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'subnets': [{'id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e880115-7af3-48c6-91e0-0178ef9526ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:35:09.489771 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9aa9f8-126e-4155-9f36-95d831fdf22a None None] The sync data for ids ['380146de-86d5-4970-96d1-371a4662e37a'] in dv-cinder-760197-5-iscsi is: [{'id': '380146de-86d5-4970-96d1-371a4662e37a', 'name': 'router1', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:34:56Z', 'updated_at': '2021-08-13T03:35:06Z', 'revision_number': 2, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'gw_port_host': None, '_interfaces': [{'id': 'b9154c53-f79c-4d27-a41d-e06299fbccca', 'name': '', 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'mac_address': 'fa:16:3e:58:2e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380146de-86d5-4970-96d1-371a4662e37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:35:05Z', 'updated_at': '2021-08-13T03:35:09Z', 'revision_number': 4, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'subnets': [{'id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e880115-7af3-48c6-91e0-0178ef9526ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:35:09.766110 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 44848) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:35:09.877893 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfaeef1-3258-43f2-8f2e-2f8c9c62a7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:35:09.879293 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-5bfaeef1-3258-43f2-8f2e-2f8c9c62a7cf admin admin] 10.222.0.58 "GET /v2.0/networks/cfec9dee-474f-48b0-ac2b-7d121ac30ba2 HTTP/1.1" status: 200 len: 842 time: 0.1121671 Aug 13 03:35:09.889163 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Request body: {'subnet': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:35:09.918252 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Made reservation on behalf of f197f794c5f04d148724d5d788216d94 for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:35:09.920605 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:10.260273 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.objects.ports [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100567) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 03:35:10.260736 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:10.317373 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76b35c6-4f61-413a-ad3c-66a5f63779f2,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:10.329964 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:35:10.330315 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Network hostable DHCP agents. Network: cfec9dee-474f-48b0-ac2b-7d121ac30ba2, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:35:10.353372 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:35:10.365888 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, cfec9dee-474f-48b0-ac2b-7d121ac30ba2) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:35:10.369834 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:35:10.370429 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:10.376027 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f5c44-8c14-4cb6-94d2-8bb8626bcad4 None None] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:35:10.384903 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-403e1a7a-cdbc-4272-933d-f575178eb543 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4993541 Aug 13 03:35:10.512981 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea6dc9-2900-4a14-a9ba-6fcb2708a79a None None] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:35:11.546128 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 5 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:35:12.692887 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 44856) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:35:12.839794 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-a6f84b59-0908-4890-8d1e-17b42dcb7ca6 admin admin] 10.222.0.58 "GET /v2.0/routers/380146de-86d5-4970-96d1-371a4662e37a HTTP/1.1" status: 200 len: 710 time: 0.1455269 Aug 13 03:35:12.929876 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83037334-9f50-4264-bd51-f4dcd5537f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:35:12.931283 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-83037334-9f50-4264-bd51-f4dcd5537f88 admin admin] 10.222.0.58 "GET /v2.0/networks/cfec9dee-474f-48b0-ac2b-7d121ac30ba2 HTTP/1.1" status: 200 len: 886 time: 0.0849226 Aug 13 03:35:12.941611 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:35:13.273722 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:13.510591 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:13.589340 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:13.691827 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Allocated IP 172.27.2.241 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/c4961c19-83ee-4fb6-bc03-f346c81eae4e) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:35:13.793880 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:13.834039 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:13.874629 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:35:13.878050 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:35:13.885312 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:35:13.887456 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=c4961c19-83ee-4fb6-bc03-f346c81eae4e,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:14.155555 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:14.351655 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1038453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:14.355100 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1038402'] for router, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:14.464224 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Router 380146de-86d5-4970-96d1-371a4662e37a has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:35:14.665737 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:35:14.670165 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:14.674523 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-a72dd725-61c4-41dc-a1ab-967bf5630fd1 admin admin] 10.222.0.58 "PUT /v2.0/routers/380146de-86d5-4970-96d1-371a4662e37a HTTP/1.1" status: 200 len: 890 time: 1.7341022 Aug 13 03:35:14.841890 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device b9154c53-f79c-4d27-a41d-e06299fbccca up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:35:14.900731 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port b9154c53-f79c-4d27-a41d-e06299fbccca completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:35:14.907659 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port b9154c53-f79c-4d27-a41d-e06299fbccca triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:35:14.907659 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:15.002048 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:15.035148 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port b9154c53-f79c-4d27-a41d-e06299fbccca, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=b9154c53-f79c-4d27-a41d-e06299fbccca,segment=NetworkSegment(fef56fd1-1298-4347-9b5a-3bec5238b056),segment_id=fef56fd1-1298-4347-9b5a-3bec5238b056)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:35:15.039821 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:15.095124 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=b9154c53-f79c-4d27-a41d-e06299fbccca,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:15.990782 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Sync routers for ids ['380146de-86d5-4970-96d1-371a4662e37a'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:35:16.001887 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Routers {'380146de-86d5-4970-96d1-371a4662e37a'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:35:16.002608 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:35:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['380146de-86d5-4970-96d1-371a4662e37a'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:35:16.261844 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Set router 380146de-86d5-4970-96d1-371a4662e37a gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:35:16.659659 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380146de-86d5-4970-96d1-371a4662e37a', 'name': 'router1', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4961c19-83ee-4fb6-bc03-f346c81eae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:34:56Z', 'updated_at': '2021-08-13T03:35:14Z', 'revision_number': 4, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'gw_port': {'id': 'c4961c19-83ee-4fb6-bc03-f346c81eae4e', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380146de-86d5-4970-96d1-371a4662e37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:35:13Z', 'updated_at': '2021-08-13T03:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'b9154c53-f79c-4d27-a41d-e06299fbccca', 'name': '', 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'mac_address': 'fa:16:3e:58:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380146de-86d5-4970-96d1-371a4662e37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:35:05Z', 'updated_at': '2021-08-13T03:35:15Z', 'revision_number': 5, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'subnets': [{'id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e880115-7af3-48c6-91e0-0178ef9526ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:35:16.710895 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Checking router: 380146de-86d5-4970-96d1-371a4662e37a for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:35:16.711263 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Updating router 380146de-86d5-4970-96d1-371a4662e37a port c4961c19-83ee-4fb6-bc03-f346c81eae4e binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:35:16.760719 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:16.858393 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device b9154c53-f79c-4d27-a41d-e06299fbccca up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:35:17.008524 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port b9154c53-f79c-4d27-a41d-e06299fbccca triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:35:17.009222 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:17.121491 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 44868) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:35:17.188737 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:17.200168 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Transition to ACTIVE for port object c4961c19-83ee-4fb6-bc03-f346c81eae4e will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:35:17.207012 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:17.253874 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-6017eb2d-9f94-4ee3-8a42-08562d58e370 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1310427 Aug 13 03:35:17.259623 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Attempting to bind port c4961c19-83ee-4fb6-bc03-f346c81eae4e on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:35:17.260001 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Attempting to bind port c4961c19-83ee-4fb6-bc03-f346c81eae4e by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:35:17.260362 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Attempting to bind port c4961c19-83ee-4fb6-bc03-f346c81eae4e on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:35:17.262646 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666f46f-e402-4f19-8771-e2d08fbe40cf None None] Pushing event updated for resources: {'Port': ['ID=c4961c19-83ee-4fb6-bc03-f346c81eae4e,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:17.269346 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:35:17.270307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:35:17.270307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:17.270568 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:35:17.271576 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Bound port: c4961c19-83ee-4fb6-bc03-f346c81eae4e, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:35:17.271576 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:17.429772 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] For port c4961c19-83ee-4fb6-bc03-f346c81eae4e, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:35:17.432979 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] For port c4961c19-83ee-4fb6-bc03-f346c81eae4e, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=c4961c19-83ee-4fb6-bc03-f346c81eae4e,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:35:17.440856 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:17.501898 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666f46f-e402-4f19-8771-e2d08fbe40cf None None] Pushing event updated for resources: {'Port': ['ID=c4961c19-83ee-4fb6-bc03-f346c81eae4e,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:17.504364 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Routers {'380146de-86d5-4970-96d1-371a4662e37a'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:35:17.504981 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:35:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['380146de-86d5-4970-96d1-371a4662e37a'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:35:17.620732 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] Set router 380146de-86d5-4970-96d1-371a4662e37a gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:35:17.880695 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380146de-86d5-4970-96d1-371a4662e37a', 'name': 'router1', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4961c19-83ee-4fb6-bc03-f346c81eae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:34:56Z', 'updated_at': '2021-08-13T03:35:14Z', 'revision_number': 4, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'gw_port': {'id': 'c4961c19-83ee-4fb6-bc03-f346c81eae4e', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380146de-86d5-4970-96d1-371a4662e37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:35:13Z', 'updated_at': '2021-08-13T03:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'b9154c53-f79c-4d27-a41d-e06299fbccca', 'name': '', 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'mac_address': 'fa:16:3e:58:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380146de-86d5-4970-96d1-371a4662e37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:35:05Z', 'updated_at': '2021-08-13T03:35:15Z', 'revision_number': 5, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'subnets': [{'id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e880115-7af3-48c6-91e0-0178ef9526ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:35:17.913340 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39f171-5c0e-4dcc-8a8d-c3bc1bac90f7 None None] The sync data for ids ['380146de-86d5-4970-96d1-371a4662e37a'] in dv-cinder-760197-5-iscsi is: [{'id': '380146de-86d5-4970-96d1-371a4662e37a', 'name': 'router1', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4961c19-83ee-4fb6-bc03-f346c81eae4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:34:56Z', 'updated_at': '2021-08-13T03:35:14Z', 'revision_number': 4, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'gw_port': {'id': 'c4961c19-83ee-4fb6-bc03-f346c81eae4e', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380146de-86d5-4970-96d1-371a4662e37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:35:13Z', 'updated_at': '2021-08-13T03:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'b9154c53-f79c-4d27-a41d-e06299fbccca', 'name': '', 'network_id': 'e0a18a30-c36a-4fd2-89d2-05231b69253c', 'tenant_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'mac_address': 'fa:16:3e:58:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380146de-86d5-4970-96d1-371a4662e37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:35:05Z', 'updated_at': '2021-08-13T03:35:15Z', 'revision_number': 5, 'project_id': '9bc27f6a34624ce18c7a7a7f11ca3067', 'subnets': [{'id': '073f72d6-ddbc-474f-ab40-5232a5fbda9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e880115-7af3-48c6-91e0-0178ef9526ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:35:18.867189 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device c4961c19-83ee-4fb6-bc03-f346c81eae4e up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:35:18.921691 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port c4961c19-83ee-4fb6-bc03-f346c81eae4e completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:35:18.926419 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port c4961c19-83ee-4fb6-bc03-f346c81eae4e triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:35:18.926816 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:19.010576 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:19.033900 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port c4961c19-83ee-4fb6-bc03-f346c81eae4e, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=c4961c19-83ee-4fb6-bc03-f346c81eae4e,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:35:19.038925 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:19.096344 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=c4961c19-83ee-4fb6-bc03-f346c81eae4e,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:35:20.850712 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device c4961c19-83ee-4fb6-bc03-f346c81eae4e up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:35:20.945126 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port c4961c19-83ee-4fb6-bc03-f346c81eae4e triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:35:20.945835 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:28.904347 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-41b5d5e6-f665-4a6f-9072-6cdb599158da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:32.200071 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:32.472073 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e04cf1a8-a450-4858-8a85-6289cc6c0f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:34.013327 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:35.363811 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:48.546394 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 5 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:35:58.896307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa7df-a844-415c-8654-5e6e3ac42a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:02.197039 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:02.476951 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-471b107c-53bb-4109-8fa7-145b804594a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:04.015098 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:05.362603 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:25.545530 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 5 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:36:28.890529 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcf3d-5c28-4354-9891-eb76b39013bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.192489 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.480847 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2444c7e6-96b4-47dc-837a-b275fcbe2d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.023964 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:35.366859 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:57.793215 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45436) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:57.858526 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.pecan_wsgi.hooks.translation [None req-501a5950-34b5-4c20-a3c2-86327eb56ee8 admin admin] GET failed (client error): The resource could not be found. Aug 13 03:36:57.860051 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-501a5950-34b5-4c20-a3c2-86327eb56ee8 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0651698 Aug 13 03:36:58.022841 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc14903a-e9cd-4035-81fb-5658cf8774d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:58.024246 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-cc14903a-e9cd-4035-81fb-5658cf8774d1 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1599238 Aug 13 03:36:58.884979 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0a2fd1b4-58e0-46c1-bd1d-c215a13ce7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.207146 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45446) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:00.314722 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8fba8-243b-40fa-8809-f6a44af6147a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:00.316098 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1ec8fba8-243b-40fa-8809-f6a44af6147a admin admin] 10.222.0.58 "GET /v2.0/subnets/073f72d6-ddbc-474f-ab40-5232a5fbda9d HTTP/1.1" status: 200 len: 849 time: 0.1080377 Aug 13 03:37:00.326012 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:00.411708 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.562905 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769063575947'] for subnet, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.597257 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:00.597843 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.599724 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] 10.222.0.58 "PUT /v2.0/subnets/073f72d6-ddbc-474f-ab40-5232a5fbda9d HTTP/1.1" status: 200 len: 868 time: 0.2774503 Aug 13 03:37:00.614165 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56b125-1583-47a9-877a-3a7e75cfb1e3 None None] Network e0a18a30-c36a-4fd2-89d2-05231b69253c requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:37:00.628950 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=073f72d6-ddbc-474f-ab40-5232a5fbda9d,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:00.643793 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.644413 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.645084 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.645689 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.646567 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.647196 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.647794 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.648413 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.649028 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.649633 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.650227 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:00.650852 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b4706-77bb-4868-8095-2578e1594ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:01.068964 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-4dd7227d-c24f-4f51-955a-a825c9ed7194 None None] Provisioning complete for port b9154c53-f79c-4d27-a41d-e06299fbccca triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:01.069332 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4dd7227d-c24f-4f51-955a-a825c9ed7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:01.167832 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-4dd7227d-c24f-4f51-955a-a825c9ed7194 None None] Provisioning complete for port aefd998b-27cf-473a-9d5d-5dffd7e62655 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:01.168162 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4dd7227d-c24f-4f51-955a-a825c9ed7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.189903 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.482682 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-64abfbcf-2e17-4a1a-9135-79407a47b468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.546372 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 5 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:37:02.812392 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45456) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:03.030829 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911771d-ba2b-4968-a19d-a84c45bad38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:03.031224 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911771d-ba2b-4968-a19d-a84c45bad38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:03.032806 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-0911771d-ba2b-4968-a19d-a84c45bad38d admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2186480 Aug 13 03:37:04.025968 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:05.228147 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45464) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:05.359581 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:05.383945 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8536e16-36ad-4615-bf6b-1b26a8b7465e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:05.384452 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8536e16-36ad-4615-bf6b-1b26a8b7465e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:05.385992 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c8536e16-36ad-4615-bf6b-1b26a8b7465e admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1569002 Aug 13 03:37:07.625319 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45472) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:07.791288 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe704f87-b436-4dc1-9558-5787b81898dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:07.792709 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-fe704f87-b436-4dc1-9558-5787b81898dc admin admin] 10.222.0.58 "GET /v2.0/networks/cfec9dee-474f-48b0-ac2b-7d121ac30ba2 HTTP/1.1" status: 200 len: 886 time: 0.1664143 Aug 13 03:37:09.996134 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45480) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:10.133878 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dcbb5f-e673-4556-ada3-86958c190fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:10.135211 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-d6dcbb5f-e673-4556-ada3-86958c190fc6 admin admin] 10.222.0.58 "GET /v2.0/networks/e0a18a30-c36a-4fd2-89d2-05231b69253c HTTP/1.1" status: 200 len: 868 time: 0.1378419 Aug 13 03:37:12.314249 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45488) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:12.443230 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8aff07-f4f9-4df4-8644-9e26a0ee36b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:12.443691 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8aff07-f4f9-4df4-8644-9e26a0ee36b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:12.445209 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-3c8aff07-f4f9-4df4-8644-9e26a0ee36b3 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299701 Aug 13 03:37:14.623625 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45496) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:14.715025 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b69c80-d589-486d-89f7-185d36b9c0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:14.715472 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b69c80-d589-486d-89f7-185d36b9c0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:14.716977 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-94b69c80-d589-486d-89f7-185d36b9c0dc admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924082 Aug 13 03:37:16.877551 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45504) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:16.971349 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5ce741-ba69-440a-8ef7-08cdb57450a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:16.972707 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-2c5ce741-ba69-440a-8ef7-08cdb57450a3 admin admin] 10.222.0.58 "GET /v2.0/subnets/073f72d6-ddbc-474f-ab40-5232a5fbda9d HTTP/1.1" status: 200 len: 868 time: 0.0942190 Aug 13 03:37:19.181031 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45512) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:19.283768 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba9314-0edb-4900-8c8d-eaccc6765a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:19.285305 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-57ba9314-0edb-4900-8c8d-eaccc6765a41 admin admin] 10.222.0.58 "GET /v2.0/subnets/a76b35c6-4f61-413a-ad3c-66a5f63779f2 HTTP/1.1" status: 200 len: 816 time: 0.1033170 Aug 13 03:37:28.888158 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-526a5001-6928-475f-baee-0e9ec3f9970d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.181186 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.484133 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-9bae7140-9d15-4750-807a-d50d592a622d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.019970 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:35.365079 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.544975 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 5 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:37:43.093179 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45566) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:43.141461 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [None req-5b416068-c0a1-4d63-a895-273af456f7fb admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:37:43.142477 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-5b416068-c0a1-4d63-a895-273af456f7fb admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483358 Aug 13 03:37:45.429150 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45574) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:45.489935 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6e4774-fbdf-48a0-9474-01bef703ecec admin admin] GET failed (client error): The resource could not be found. Aug 13 03:37:45.491330 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-db6e4774-fbdf-48a0-9474-01bef703ecec admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612192 Aug 13 03:37:45.578969 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a6be3d-1fc1-475d-a5fd-3fc9ccbb724f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:45.580414 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-97a6be3d-1fc1-475d-a5fd-3fc9ccbb724f admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806818 Aug 13 03:37:47.784209 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45582) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:47.834163 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:47.854931 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Made reservation on behalf of f197f794c5f04d148724d5d788216d94 for: {'network': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:37:47.857170 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.886172 dv-cinder-760197-5-iscsi neutron-server[100567]: WARNING neutron.services.revisions.revision_plugin [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Could not find related network for resource to bump revision. Aug 13 03:37:47.902195 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:37:47.913521 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.913902 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.segments_db [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Added segment e574f375-60e8-4a8e-a0f8-289a51b34028 of type vlan for network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 Aug 13 03:37:47.956483 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.985154 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.986254 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:47.986861 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:48.042259 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2565556 Aug 13 03:37:48.047099 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:48.054592 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.054960 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.055307 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.055642 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.055970 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.056314 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.056648 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.057657 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.058003 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.058365 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.058726 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.059106 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9950ca4-a655-4a0c-8436-49763f2462d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:48.071375 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:37:50.248550 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45590) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:50.310345 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ef2ac4-1023-44a3-bd4d-a13426bceb4b admin admin] GET failed (client error): The resource could not be found. Aug 13 03:37:50.311714 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-a1ef2ac4-1023-44a3-bd4d-a13426bceb4b admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622017 Aug 13 03:37:50.383317 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d8874-37c4-479b-8c35-54c1051cbcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:50.385332 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-521d8874-37c4-479b-8c35-54c1051cbcec admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0686858 Aug 13 03:37:50.395612 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:50.415698 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Made reservation on behalf of f197f794c5f04d148724d5d788216d94 for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:37:50.417995 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:50.587005 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:50.638651 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff9c806-5b56-4264-8bce-d916a64b9bc5,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:50.650017 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Checking segment: {'id': 'e574f375-60e8-4a8e-a0f8-289a51b34028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:37:50.650395 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Network hostable DHCP agents. Network: 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:37:50.667617 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:37:50.676602 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:50.681040 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:50.681663 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:50.686197 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ceb31-fd5f-452b-bfc1-cafdb956ee52 None None] Network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:37:50.700731 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-a3abdc19-fde4-4d03-b6a7-d25326a88db6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087578 Aug 13 03:37:50.940908 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82', 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82', 'tenant_id': 'f197f794c5f04d148724d5d788216d94', 'fixed_ips': [{'subnet_id': '1ff9c806-5b56-4264-8bce-d916a64b9bc5'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:37:50.941805 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:51.097477 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Allocated IP 192.168.233.2 (9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82/1ff9c806-5b56-4264-8bce-d916a64b9bc5/77812a7b-8f51-43cd-ab49-e083cedbd681) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:37:51.247120 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:51.255376 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Transition to ACTIVE for port object 77812a7b-8f51-43cd-ab49-e083cedbd681 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:37:51.270299 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Transition to ACTIVE for port object 77812a7b-8f51-43cd-ab49-e083cedbd681 will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:37:51.276460 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:51.317356 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:37:51.320228 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:51.323813 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:37:51.334335 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Pushing event updated for resources: {'Port': ['ID=77812a7b-8f51-43cd-ab49-e083cedbd681,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:51.353160 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.353563 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.353905 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.354237 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.354597 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.354928 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.355250 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.355572 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.355907 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.356248 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.356567 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.356882 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:51.391775 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Attempting to bind port 77812a7b-8f51-43cd-ab49-e083cedbd681 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:37:51.392161 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Attempting to bind port 77812a7b-8f51-43cd-ab49-e083cedbd681 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'e574f375-60e8-4a8e-a0f8-289a51b34028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:37:51.392514 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Attempting to bind port 77812a7b-8f51-43cd-ab49-e083cedbd681 on network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:51.397637 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:37:51.397995 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Checking segment: {'id': 'e574f375-60e8-4a8e-a0f8-289a51b34028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:37:51.398384 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:51.398796 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Bound using segment: {'id': 'e574f375-60e8-4a8e-a0f8-289a51b34028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:37:51.399247 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Bound port: 77812a7b-8f51-43cd-ab49-e083cedbd681, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e574f375-60e8-4a8e-a0f8-289a51b34028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:37:51.399623 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:51.474935 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] For port 77812a7b-8f51-43cd-ab49-e083cedbd681, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:37:51.478151 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] For port 77812a7b-8f51-43cd-ab49-e083cedbd681, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=77812a7b-8f51-43cd-ab49-e083cedbd681,segment=NetworkSegment(e574f375-60e8-4a8e-a0f8-289a51b34028),segment_id=e574f375-60e8-4a8e-a0f8-289a51b34028)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:37:51.483049 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:51.540580 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68318bd-16a7-464d-a141-c210ec91ec88 None None] Pushing event updated for resources: {'Port': ['ID=77812a7b-8f51-43cd-ab49-e083cedbd681,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:52.321818 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108ff58-3dfa-4640-9302-7193796e0cdb None None] Network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:37:52.409269 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-4c994131-dea5-4aff-aca2-049369997aca None None] Provisioning for port 77812a7b-8f51-43cd-ab49-e083cedbd681 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:37:52.974137 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 77812a7b-8f51-43cd-ab49-e083cedbd681 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:53.027400 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 77812a7b-8f51-43cd-ab49-e083cedbd681 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:37:53.031387 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 77812a7b-8f51-43cd-ab49-e083cedbd681 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:53.031784 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:53.126149 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:53.178234 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 77812a7b-8f51-43cd-ab49-e083cedbd681, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=77812a7b-8f51-43cd-ab49-e083cedbd681,segment=NetworkSegment(e574f375-60e8-4a8e-a0f8-289a51b34028),segment_id=e574f375-60e8-4a8e-a0f8-289a51b34028)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:53.184753 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:53.234230 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=77812a7b-8f51-43cd-ab49-e083cedbd681,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:54.945699 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 77812a7b-8f51-43cd-ab49-e083cedbd681 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:54.993579 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 77812a7b-8f51-43cd-ab49-e083cedbd681 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:54.993944 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:58.891844 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f6ed8b22-4bc9-4b96-8f70-bb4a320da8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:02.186239 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:02.484668 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-1a98be11-4fc2-4547-b537-9eed6340973c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:04.022785 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:05.368404 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:16.544155 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 5 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:38:28.897533 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0d4c40fa-1559-4f9a-b934-7379e89ba862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:32.187518 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:32.485170 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7a829835-aeff-4b68-baeb-372ca4baee90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:34.026745 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:35.370991 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:53.542872 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 5 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:38:58.906357 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-bbcafea7-d5e8-4c06-a0c7-a950899705dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:59.870499 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45642) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:59.876375 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [None req-9f7b357f-db21-42de-8686-ec7cd2137f7e tempest-verify_tempest_config-1899079649 tempest-verify_tempest_config-1899079649-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:38:59.877328 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-9f7b357f-db21-42de-8686-ec7cd2137f7e tempest-verify_tempest_config-1899079649 tempest-verify_tempest_config-1899079649-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058761 Aug 13 03:39:00.196803 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45660) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:00.299243 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.388726 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.392858 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.435734 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c194ede7-6a27-4e9e-a36c-397a50a77d75,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:00.439482 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8b3d01957ca426da6ad24bc4f62ae02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2417135 Aug 13 03:39:00.442358 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45666) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:00.445422 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.445784 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.446131 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.446483 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.446816 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.447149 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.447479 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.447807 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.448153 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.448487 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.448809 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.449130 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb4975-ee37-4dba-8e59-9b148d20bae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.500850 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.522622 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.612697 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.615330 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.619678 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c194ede7-6a27-4e9e-a36c-397a50a77d75 HTTP/1.1" status: 204 len: 168 time: 0.1737850 Aug 13 03:39:00.626216 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c194ede7-6a27-4e9e-a36c-397a50a77d75,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:00.633514 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.633863 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.634208 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.634575 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.634911 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.635246 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.635579 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.635935 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.636282 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.636612 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.636938 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:00.637258 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce938c-5c45-4c3c-92f3-7c692ac506f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:02.190374 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:02.486787 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-31bb77a7-0e99-43fb-ac0d-458a965cddac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:04.029357 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:05.372887 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:28.897186 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7f3c37e1-e725-4754-a5b7-d0c975f1323a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:30.541468 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 5 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:39:32.191154 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:32.487260 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-698fe314-2af4-46b9-a0ad-62f8fcf1a6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:34.033164 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:35.375982 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:58.900765 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2ed911ea-3c32-4cf9-aaa3-7c1e917dd162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.194855 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.487986 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f20b2b21-1215-463c-87db-cbd862a68671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:04.034594 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:05.377677 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.540491 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 5 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:40:28.903396 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-987ee079-b68c-43bc-9697-52ff1dbb4b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.197580 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.495566 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-c91cb4b8-5410-40d9-9f34-2bfb9d5cafd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:34.037389 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:34.877762 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036776'] for agent, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.378973 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.075439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45718) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:39.176991 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-0b6bf7af-b880-490e-bf65-8ebce7cc43a4 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0999539 Aug 13 03:40:41.420095 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45728) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:41.473704 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-45f3e6cf-9f49-466c-8ec3-1272b60cd789 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0525403 Aug 13 03:40:44.539429 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:40:58.906072 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f8dbef9f-a87f-4caa-bcc1-c451f9bcb557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:02.199812 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:02.485393 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0719c3ba-13a5-4f99-8ca3-43650d739b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:04.039721 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:04.851899 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:05.382832 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:21.538831 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:41:28.908120 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-71e596a7-b742-4301-a460-8e286b017957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:32.203324 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:32.495659 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee1d5f72-220d-4214-a318-7173495ebb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:34.048253 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:34.857950 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:35.395297 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:58.543774 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:41:58.910569 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5627-e07f-4b5e-98db-a48257922ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:02.207318 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:02.486205 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-0cc2069f-e1d9-495d-9896-c36fed8ee313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:04.045618 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:04.855461 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:05.387312 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:11.352441 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 45932) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:11.617765 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-network', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:11.642964 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Made reservation on behalf of c8d6cadea26a4a55baf2f4fc00161f21 for: {'network': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:11.645606 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:11.655135 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:11.755670 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:11.761022 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:11.791276 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:42:11.793061 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02522f35-b427-4f63-a478-e065774a6ec8,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:11.803696 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.804335 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.804679 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.805186 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.805724 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.806100 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.806484 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.806770 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.807206 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.807450 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.807859 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.808535 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Tracked resource versions report: Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: pushed versions: Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: { 'AddressGroup': {'1.2'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'ConntrackHelper': {'1.0'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Log': {'1.0'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Network': {'1.1'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Port': {'1.7'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'PortForwarding': {'1.2'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'QosPolicy': {'1.9'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SecurityGroup': {'1.4'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SubPort': {'1.0'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Subnet': {'1.1'}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Trunk': {'1.1'}} Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: consumer versions: Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: { DHCP agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: HyperV agent@hv-cinder-76019: {}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: L3 agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: Metadata agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: Metering agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: Open vSwitch agent@dv-cinder-760197-5-iscsi: { 'AddressGroup': '1.2', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'ConntrackHelper': '1.0', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Log': '1.0', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Network': '1.1', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Port': '1.7', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'PortForwarding': '1.2', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'QosPolicy': '1.9', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SecurityGroup': '1.4', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SecurityGroupRule': '1.2', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'SubPort': '1.0', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Subnet': '1.1', Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: 'Trunk': '1.1'}} Aug 13 03:42:11.809200 dv-cinder-760197-5-iscsi neutron-server[100567]: {{(pid=100567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:42:11.814653 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45958) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:11.816710 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:11.817274 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.segments_db [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Added segment 83013c6d-ef21-4731-8c10-f864705a3a69 of type vlan for network a435de16-ff76-42df-a496-1b954adf6388 Aug 13 03:42:11.848058 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45964) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:11.862450 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:11.878939 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45968) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:11.894900 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:11.896730 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:11.897460 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:11.978044 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] Pushing event updated for resources: {'Network': ['ID=a435de16-ff76-42df-a496-1b954adf6388,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:11.985787 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 45974) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:11.988785 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network a435de16-ff76-42df-a496-1b954adf6388 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:42:11.993677 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Request body: {'subnet': {'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-subnet', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:12.001767 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-75f4f1ca-0c78-4c1e-b9ca-df252c2068dd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6481721 Aug 13 03:42:12.034694 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Made reservation on behalf of c8d6cadea26a4a55baf2f4fc00161f21 for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:12.038143 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.233550 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-387790821-network', 'tenant_id': '4db1968f1db44242913aa03c89b0d193'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:12.257328 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1783206478-network', 'tenant_id': '6864e23b198a4928805f08177fb9655c'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:12.276111 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.280956 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1588458358-network', 'tenant_id': '3daf4d3f519b43c0bc16e3cb1b98c750'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:12.335111 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c34f2f-e964-45bf-81f4-7b24f7b01a9c,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:12.340641 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Made reservation on behalf of 4db1968f1db44242913aa03c89b0d193 for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:12.342877 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.368949 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.371333 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.371740 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.372083 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.372414 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.372740 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.373080 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.373410 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.373748 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.374499 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.374499 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.374787 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.375096 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Tracked resource versions report: Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: pushed versions: Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: { 'AddressGroup': {'1.2'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'ConntrackHelper': {'1.0'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Log': {'1.0'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Network': {'1.1'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Port': {'1.7'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'PortForwarding': {'1.2'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'QosPolicy': {'1.9'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SecurityGroup': {'1.4'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SubPort': {'1.0'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Subnet': {'1.1'}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Trunk': {'1.1'}} Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: consumer versions: Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: { DHCP agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: HyperV agent@hv-cinder-76019: {}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: L3 agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: Metadata agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: Metering agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: Open vSwitch agent@dv-cinder-760197-5-iscsi: { 'AddressGroup': '1.2', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'ConntrackHelper': '1.0', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Log': '1.0', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Network': '1.1', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Port': '1.7', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'PortForwarding': '1.2', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'QosPolicy': '1.9', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SecurityGroup': '1.4', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SecurityGroupRule': '1.2', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'SubPort': '1.0', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Subnet': '1.1', Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: 'Trunk': '1.1'}} Aug 13 03:42:12.376249 dv-cinder-760197-5-iscsi neutron-server[100566]: {{(pid=100566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:42:12.405095 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Made reservation on behalf of 6864e23b198a4928805f08177fb9655c for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:12.407298 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.430174 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.452767 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Made reservation on behalf of 3daf4d3f519b43c0bc16e3cb1b98c750 for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:12.455266 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.461971 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Checking segment: {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:12.462324 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Network hostable DHCP agents. Network: a435de16-ff76-42df-a496-1b954adf6388, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:42:12.477644 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.522802 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Network a435de16-ff76-42df-a496-1b954adf6388 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:42:12.538026 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, a435de16-ff76-42df-a496-1b954adf6388) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:12.544006 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:12.544006 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.549804 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0fc9d2-5e19-46e0-af7a-474f1640c362 None None] Network a435de16-ff76-42df-a496-1b954adf6388 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:12.596626 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.603216 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.620806 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46008) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:12.621360 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-415bf1c9-b9fd-4c35-95a1-2016fc1a4c28 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6337698 Aug 13 03:42:12.627919 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:12.653360 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:42:12.669896 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ab4723-d15f-4f45-a911-77fbcf41275d,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:12.688736 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.689053 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Added segment e8c48795-3f9e-47f6-b330-0fcb250cbaeb of type vlan for network ac7b78a2-8d56-47b5-a802-e41f1c206f85 Aug 13 03:42:12.770112 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.771719 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-a435de16-ff76-42df-a496-1b954adf6388', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:42:12.773200 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.824653 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.826548 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:12.827548 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.858725 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.900700 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.938453 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:42:12.962109 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7b78a2-8d56-47b5-a802-e41f1c206f85,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:12.962288 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Allocated IP 172.20.0.2 (a435de16-ff76-42df-a496-1b954adf6388/95c34f2f-e964-45bf-81f4-7b24f7b01a9c/cab82d62-a07a-46aa-a7d7-79c9fc4e497f) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:12.982426 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:12.997286 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.997746 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Added segment 76160b40-f119-4eef-9a46-75df940385df of type vlan for network 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d Aug 13 03:42:13.082940 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network ac7b78a2-8d56-47b5-a802-e41f1c206f85 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:42:13.102027 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.221674 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.241442 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Transition to ACTIVE for port object cab82d62-a07a-46aa-a7d7-79c9fc4e497f will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:13.252423 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.253879 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.255150 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:13.255477 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.285846 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.288479 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.291337 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Transition to ACTIVE for port object cab82d62-a07a-46aa-a7d7-79c9fc4e497f will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:13.299866 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.304973 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.337099 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-261ed455-d52e-44ba-ba0a-a278d568be07 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4874179 Aug 13 03:42:13.344691 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5271184 Aug 13 03:42:13.345322 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46038) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:13.345661 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46040) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:13.406176 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Network a435de16-ff76-42df-a496-1b954adf6388 is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:13.412758 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:13.415871 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:13.422825 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Request body: {'subnet': {'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-subnet', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:13.429259 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Pushing event updated for resources: {'Port': ['ID=cab82d62-a07a-46aa-a7d7-79c9fc4e497f,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:13.452172 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.453438 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.455146 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.456364 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.456877 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.459103 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.460894 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.461405 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.461946 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.463037 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.463539 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.463857 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Request body: {'subnet': {'network_id': '82e2a8cb-eefe-4ccf-98f1-d606ade06f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1783206478-subnet', 'tenant_id': '6864e23b198a4928805f08177fb9655c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:13.465189 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.465674 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Tracked resource versions report: Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: pushed versions: Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: { 'AddressGroup': {'1.2'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'ConntrackHelper': {'1.0'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Log': {'1.0'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Network': {'1.1'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Port': {'1.7'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'PortForwarding': {'1.2'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'QosPolicy': {'1.9'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SecurityGroup': {'1.4'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SubPort': {'1.0'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Subnet': {'1.1'}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Trunk': {'1.1'}} Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: consumer versions: Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: { DHCP agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: HyperV agent@hv-cinder-76019: {}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: L3 agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: Metadata agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: Metering agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: Open vSwitch agent@dv-cinder-760197-5-iscsi: { 'AddressGroup': '1.2', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'ConntrackHelper': '1.0', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Log': '1.0', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Network': '1.1', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Port': '1.7', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'PortForwarding': '1.2', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'QosPolicy': '1.9', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SecurityGroup': '1.4', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SecurityGroupRule': '1.2', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'SubPort': '1.0', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Subnet': '1.1', Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: 'Trunk': '1.1'}} Aug 13 03:42:13.468089 dv-cinder-760197-5-iscsi neutron-server[100568]: {{(pid=100568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:42:13.535414 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Attempting to bind port cab82d62-a07a-46aa-a7d7-79c9fc4e497f on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:13.536122 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Attempting to bind port cab82d62-a07a-46aa-a7d7-79c9fc4e497f by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:13.537280 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Attempting to bind port cab82d62-a07a-46aa-a7d7-79c9fc4e497f on network a435de16-ff76-42df-a496-1b954adf6388 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:13.544082 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:13.545078 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Checking segment: {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:13.545710 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.546265 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Bound using segment: {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:13.546985 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Bound port: cab82d62-a07a-46aa-a7d7-79c9fc4e497f, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:13.547607 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.667745 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] For port cab82d62-a07a-46aa-a7d7-79c9fc4e497f, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:13.671099 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ba225-9f4b-42cf-95cd-c6360dc763e3 admin admin] Pushing event updated for resources: {'Network': ['ID=82e2a8cb-eefe-4ccf-98f1-d606ade06f8d,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:13.684152 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] For port cab82d62-a07a-46aa-a7d7-79c9fc4e497f, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cab82d62-a07a-46aa-a7d7-79c9fc4e497f,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:13.693789 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Made reservation on behalf of 4db1968f1db44242913aa03c89b0d193 for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:13.696986 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:42:13.702117 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.726439 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.851286 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:42:13.903666 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c570d1-d322-451d-a6f3-1a8b34aa4b5a None None] Pushing event updated for resources: {'Port': ['ID=cab82d62-a07a-46aa-a7d7-79c9fc4e497f,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:13.951923 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffe5a0c-2212-4607-8003-3c53b6437a9c,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:14.008390 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.009232 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Added segment 5774dd5a-227c-4510-a867-5b17788ec905 of type vlan for network 2318142e-6399-462c-be7f-5be87f3c1acb Aug 13 03:42:14.021296 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46070) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:14.042557 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Made reservation on behalf of 6864e23b198a4928805f08177fb9655c for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:14.045354 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.062345 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.244149 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.398497 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.400163 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.401121 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:14.401701 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.424543 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.573881 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Allocated IP 172.27.2.231 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/22caffdb-4c77-498c-ae1e-9db4320bb359) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:14.592134 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce45e-68a9-444c-a440-d402ebad85e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.668301 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] Pushing event updated for resources: {'Network': ['ID=2318142e-6399-462c-be7f-5be87f3c1acb,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:14.679607 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 2318142e-6399-462c-be7f-5be87f3c1acb details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:42:14.686292 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-f777c240-0193-4ab9-932f-c510f111e469 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8061876 Aug 13 03:42:14.693145 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.698438 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46098) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:14.713234 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Request body: {'subnet': {'network_id': '2318142e-6399-462c-be7f-5be87f3c1acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1588458358-subnet', 'tenant_id': '3daf4d3f519b43c0bc16e3cb1b98c750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:14.785457 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.850679 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:14.866215 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.921574 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.972428 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:14.975791 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:14.985302 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce45e-68a9-444c-a440-d402ebad85e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.992573 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Checking segment: {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:14.993038 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Network hostable DHCP agents. Network: ac7b78a2-8d56-47b5-a802-e41f1c206f85, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:42:14.997112 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:15.005810 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a033d170-dc80-4924-a3ef-30fec4572ed6,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:15.007910 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce45e-68a9-444c-a440-d402ebad85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.086930 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Made reservation on behalf of 3daf4d3f519b43c0bc16e3cb1b98c750 for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:15.090002 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.113904 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-ff4ce45e-68a9-444c-a440-d402ebad85e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=685621ef54ee43c183190ef736922f5e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0852816 Aug 13 03:42:15.118515 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Network ac7b78a2-8d56-47b5-a802-e41f1c206f85 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:42:15.137805 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46116) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:15.191580 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ce45e-68a9-444c-a440-d402ebad85e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbc842b-1e45-4244-8053-85532719973e,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:15.205808 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Checking segment: {'id': '76160b40-f119-4eef-9a46-75df940385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '82e2a8cb-eefe-4ccf-98f1-d606ade06f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:15.206367 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Network hostable DHCP agents. Network: 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:42:15.209747 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Pushing event updated for resources: {'Port': ['ID=22caffdb-4c77-498c-ae1e-9db4320bb359,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:15.246164 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cab82d62-a07a-46aa-a7d7-79c9fc4e497f up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:15.269088 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, ac7b78a2-8d56-47b5-a802-e41f1c206f85) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:15.294877 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828294cc-52a0-4ffd-b440-09d8ffb83588 None None] Network ac7b78a2-8d56-47b5-a802-e41f1c206f85 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:15.309986 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:15.310606 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.355595 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Network 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:42:15.378223 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635d3c94-50c0-4b0e-a83e-25e473106ede None None] Network a435de16-ff76-42df-a496-1b954adf6388 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:15.386530 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:15.401743 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd9be4-ef28-48db-b098-3172095f6e3d None None] Network 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:15.425600 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:15.427133 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.447187 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-7f7ba0ef-ef2f-42af-bfbc-10c99f4e519c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0410886 Aug 13 03:42:15.454680 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46128) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:15.467264 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:15.499758 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-41af7197-e7bc-4ac1-97b1-9b19f8448e87 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0470102 Aug 13 03:42:15.546544 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.575965 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-886dec1c-f93a-43a3-baec-b1e648e69737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.628821 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.631097 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.637738 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port cab82d62-a07a-46aa-a7d7-79c9fc4e497f completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:15.720814 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-f4563f1f-8ab0-4433-9b97-4e6beb08bc4b None None] Provisioning for port cab82d62-a07a-46aa-a7d7-79c9fc4e497f completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:15.750959 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-886dec1c-f93a-43a3-baec-b1e648e69737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.826201 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32add53f-0c1c-4c5d-b981-44351ba60709 None None] Network ac7b78a2-8d56-47b5-a802-e41f1c206f85 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:15.835563 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-f4563f1f-8ab0-4433-9b97-4e6beb08bc4b None None] Provisioning complete for port cab82d62-a07a-46aa-a7d7-79c9fc4e497f triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:15.835943 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f4563f1f-8ab0-4433-9b97-4e6beb08bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.892637 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.964733 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.002192 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.117048 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a5513-c390-44bb-aeae-95971c506e7d None None] Network 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:16.157141 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46182) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:16.159582 dv-cinder-760197-5-iscsi neutron-server[100567]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 03:42:16.227605 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08dd604-02d1-4bd3-b6d8-d7bd630dc18a,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:16.298599 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Checking segment: {'id': '5774dd5a-227c-4510-a867-5b17788ec905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2318142e-6399-462c-be7f-5be87f3c1acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:16.298989 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Network hostable DHCP agents. Network: 2318142e-6399-462c-be7f-5be87f3c1acb, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:42:16.301768 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-886dec1c-f93a-43a3-baec-b1e648e69737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.305533 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-886dec1c-f93a-43a3-baec-b1e648e69737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.308799 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-886dec1c-f93a-43a3-baec-b1e648e69737 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ccbc842b-1e45-4244-8053-85532719973e HTTP/1.1" status: 204 len: 168 time: 1.0808403 Aug 13 03:42:16.315731 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.333385 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dec1c-f93a-43a3-baec-b1e648e69737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbc842b-1e45-4244-8053-85532719973e,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:16.355728 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Network 2318142e-6399-462c-be7f-5be87f3c1acb is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:42:16.398312 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 2318142e-6399-462c-be7f-5be87f3c1acb) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:16.400687 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f4563f1f-8ab0-4433-9b97-4e6beb08bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.408672 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:16.409372 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.467163 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-f587fd74-380a-4600-88fa-1454df10b26e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7661779 Aug 13 03:42:16.482357 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Router a3875717-c82a-4201-9ff2-8e5b669c94d1 is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:42:16.642678 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b251aa26-31ca-441d-885a-20b2a056ef54 None None] Network 2318142e-6399-462c-be7f-5be87f3c1acb requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:16.713277 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-f4563f1f-8ab0-4433-9b97-4e6beb08bc4b None None] For port cab82d62-a07a-46aa-a7d7-79c9fc4e497f, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cab82d62-a07a-46aa-a7d7-79c9fc4e497f,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:16.743638 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f4563f1f-8ab0-4433-9b97-4e6beb08bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.860396 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4563f1f-8ab0-4433-9b97-4e6beb08bc4b None None] Pushing event updated for resources: {'Port': ['ID=cab82d62-a07a-46aa-a7d7-79c9fc4e497f,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:17.025898 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3678f63c-7e65-4338-b3ba-f75aeac4c7c2 None None] Network 2318142e-6399-462c-be7f-5be87f3c1acb requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:17.107626 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ca472773-d9b6-43e0-bc95-286028010e17 None None] Provisioning complete for port cab82d62-a07a-46aa-a7d7-79c9fc4e497f triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:17.108095 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ca472773-d9b6-43e0-bc95-286028010e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:17.136784 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:17.140765 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-c0273da5-9ea4-49f8-bbeb-7687799fa61b tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:17.145529 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-c0273da5-9ea4-49f8-bbeb-7687799fa61b tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/networks?id=82e2a8cb-eefe-4ccf-98f1-d606ade06f8d HTTP/1.1" status: 200 len: 812 time: 0.9873173 Aug 13 03:42:17.191600 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cab82d62-a07a-46aa-a7d7-79c9fc4e497f up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:17.196360 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:17.203610 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-a2bde14c-8cf9-4e30-acae-4fc7e0e3d20c tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/quotas/6864e23b198a4928805f08177fb9655c HTTP/1.1" status: 200 len: 375 time: 0.0409942 Aug 13 03:42:17.291779 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46216) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:17.334347 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:42:17.341486 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Sync routers for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:42:17.341972 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-29202d93-b857-4b93-a272-96c466009135 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6864e23b198a4928805f08177fb9655c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204545 Aug 13 03:42:17.357775 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port cab82d62-a07a-46aa-a7d7-79c9fc4e497f triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:17.358142 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:17.361749 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:17.362421 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:42:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:17.374995 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:17.376736 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e1a9099d-584e-43d4-975b-dbc4e7d1a3ed admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7540965 Aug 13 03:42:17.378192 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc321-976a-4876-9084-e04b43ece490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:17.382770 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46228) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:17.471715 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Allocated IP 172.27.2.4 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/ee5264c2-9cec-4da3-8b0e-e1598d532d33) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:17.557481 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:17.641224 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46234) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:17.650702 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2058428075-network', 'tenant_id': 'fe935dc85b7347ae99932f2e9272943c'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:17.657254 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:17.687792 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-1643571d-27f0-4845-9580-b6d1b42c4d17 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:42:17.695086 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-1643571d-27f0-4845-9580-b6d1b42c4d17 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1062257 Aug 13 03:42:17.747964 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:15Z', 'revision_number': 3, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:17.768263 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:17.776288 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Checking router: a3875717-c82a-4201-9ff2-8e5b669c94d1 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:42:17.776601 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Updating router a3875717-c82a-4201-9ff2-8e5b669c94d1 port 22caffdb-4c77-498c-ae1e-9db4320bb359 binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:42:17.809109 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:17.830124 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:17.842569 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:17.849595 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:17.950893 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01e3deec-4790-4b99-b171-53d423fd4bf7 service neutron] 10.222.0.58 "GET /v2.0/networks/82e2a8cb-eefe-4ccf-98f1-d606ade06f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546937 Aug 13 03:42:17.983892 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc321-976a-4876-9084-e04b43ece490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.019008 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Pushing event updated for resources: {'Port': ['ID=ee5264c2-9cec-4da3-8b0e-e1598d532d33,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:18.019457 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc321-976a-4876-9084-e04b43ece490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.075241 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Made reservation on behalf of fe935dc85b7347ae99932f2e9272943c for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:18.077521 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.088242 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-ed7bc321-976a-4876-9084-e04b43ece490 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e6c88edffa9454baf5872736b5df11e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7889624 Aug 13 03:42:18.088478 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46246) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:18.130603 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bc321-976a-4876-9084-e04b43ece490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ed76a9-65b7-4abc-837f-33d075d09d8e,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:18.130957 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.154265 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.161755 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-5266f95e-4fa9-40c2-af6b-d808e6d015c2 service neutron] 10.222.0.58 "GET /v2.0/networks/82e2a8cb-eefe-4ccf-98f1-d606ade06f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096519 Aug 13 03:42:18.167700 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Transition to ACTIVE for port object 22caffdb-4c77-498c-ae1e-9db4320bb359 will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:18.178208 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.246184 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.257179 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d59ef350-02df-4529-9d86-4067f108a9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.262630 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Pushing event updated for resources: {'Port': ['ID=22caffdb-4c77-498c-ae1e-9db4320bb359,revision_number=2']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:18.266730 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Attempting to bind port 22caffdb-4c77-498c-ae1e-9db4320bb359 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:18.266925 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.267309 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Attempting to bind port 22caffdb-4c77-498c-ae1e-9db4320bb359 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:18.268257 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Attempting to bind port 22caffdb-4c77-498c-ae1e-9db4320bb359 on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:18.284900 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:18.285447 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:18.285975 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.286509 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:18.287083 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Bound port: 22caffdb-4c77-498c-ae1e-9db4320bb359, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:18.287588 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.289954 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.290421 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.290882 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.291338 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.291773 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.292208 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.292807 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.293359 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.294033 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.294491 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.294911 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.295338 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Tracked resource versions report: Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: pushed versions: Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: { 'AddressGroup': {'1.2'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'ConntrackHelper': {'1.0'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Log': {'1.0'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Network': {'1.1'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Port': {'1.7'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'PortForwarding': {'1.2'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'QosPolicy': {'1.9'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SecurityGroup': {'1.4'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SubPort': {'1.0'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Subnet': {'1.1'}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Trunk': {'1.1'}} Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: consumer versions: Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: { DHCP agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: HyperV agent@hv-cinder-76019: {}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: L3 agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: Metadata agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: Metering agent@dv-cinder-760197-5-iscsi: {}, Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: Open vSwitch agent@dv-cinder-760197-5-iscsi: { 'AddressGroup': '1.2', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'ConntrackHelper': '1.0', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Log': '1.0', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Network': '1.1', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Port': '1.7', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'PortForwarding': '1.2', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'QosPolicy': '1.9', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SecurityGroup': '1.4', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SecurityGroupRule': '1.2', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'SubPort': '1.0', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Subnet': '1.1', Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: 'Trunk': '1.1'}} Aug 13 03:42:18.296558 dv-cinder-760197-5-iscsi neutron-server[100569]: {{(pid=100569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:42:18.324083 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d59ef350-02df-4529-9d86-4067f108a9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.382111 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] For port 22caffdb-4c77-498c-ae1e-9db4320bb359, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:18.387809 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] For port 22caffdb-4c77-498c-ae1e-9db4320bb359, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=22caffdb-4c77-498c-ae1e-9db4320bb359,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:18.394747 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.459687 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Allocated IP 172.20.0.1 (a435de16-ff76-42df-a496-1b954adf6388/95c34f2f-e964-45bf-81f4-7b24f7b01a9c/e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:18.482943 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8f603-b9a9-4a51-8f4a-04aa1459c28d None None] Pushing event updated for resources: {'Port': ['ID=22caffdb-4c77-498c-ae1e-9db4320bb359,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:18.498352 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.499571 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d59ef350-02df-4529-9d86-4067f108a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.502004 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d59ef350-02df-4529-9d86-4067f108a9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.506103 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d59ef350-02df-4529-9d86-4067f108a9e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04ed76a9-65b7-4abc-837f-33d075d09d8e HTTP/1.1" status: 204 len: 168 time: 0.4065123 Aug 13 03:42:18.510924 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.511843 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:18.512841 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:42:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:18.517686 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46262) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:18.527277 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ef350-02df-4529-9d86-4067f108a9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ed76a9-65b7-4abc-837f-33d075d09d8e,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:18.539116 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:42:18.630923 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.631261 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Added segment 002d8cda-fc10-401b-bd69-878941e62b8e of type vlan for network 7a4e5786-d206-4b7d-90f8-640244691482 Aug 13 03:42:18.634444 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf40854b-9982-4beb-ab7f-a4ae8b4cab30,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:18.650591 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:18.689179 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-371c1ad8-8b84-405f-8ee0-3c2599f0ac13 req-08eeffbc-70a0-460c-91e6-eab266afeaeb tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.1692827 Aug 13 03:42:18.708851 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.771918 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.805631 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Transition to ACTIVE for port object e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:18.841121 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.858182 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.909762 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.910817 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:18.911998 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:18.919915 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:42:18.929766 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:15Z', 'revision_number': 3, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:18.942081 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:18.956436 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Network a435de16-ff76-42df-a496-1b954adf6388 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:18.958623 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:18.961377 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:18.962044 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:19.000802 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9064b5a-0379-4264-b9f0-e28820d8cb8d None None] The sync data for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi is: [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:15Z', 'revision_number': 3, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:42:19.129699 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4874189 Aug 13 03:42:19.146453 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46288) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:19.165408 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Request body: {'subnet': {'network_id': '7a4e5786-d206-4b7d-90f8-640244691482', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2058428075-subnet', 'tenant_id': 'fe935dc85b7347ae99932f2e9272943c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:19.220877 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93103d-8b49-44d7-bab5-fc2874777d65 admin admin] Pushing event updated for resources: {'Network': ['ID=7a4e5786-d206-4b7d-90f8-640244691482,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:19.237785 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 7a4e5786-d206-4b7d-90f8-640244691482 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:42:19.355810 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:42:19.358643 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Made reservation on behalf of fe935dc85b7347ae99932f2e9272943c for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:19.377678 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Sync routers for ids ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:42:19.377909 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:19.408760 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Routers {'77773d1f-dc46-4e9d-98aa-91e68f3c52ed'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:19.409095 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:42:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:19.442442 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:19.451383 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-a2c9f495-1b6f-4301-bdf4-4be64b36ab9f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9945621 Aug 13 03:42:19.455138 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46314) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:19.570788 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:19.595575 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-b72982e9-cdf7-48fd-9b53-c78d3420cb78 None None] Provisioning for port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:19.615921 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-b72982e9-cdf7-48fd-9b53-c78d3420cb78 None None] Provisioning complete for port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:19.616796 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-b72982e9-cdf7-48fd-9b53-c78d3420cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:19.688005 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Set router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:19.777078 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-b72982e9-cdf7-48fd-9b53-c78d3420cb78 None None] Port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:42:20.037960 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:15Z', 'updated_at': '2021-08-13T03:42:17Z', 'revision_number': 3, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'gw_port': {'id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:17Z', 'updated_at': '2021-08-13T03:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:20.052924 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-be6b23b0-133f-4a13-bf28-c9cf33e97f1f req-ac1bfbcb-1ad7-40be-8c06-d72cf41f74d2 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.2351644 Aug 13 03:42:20.095042 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Checking router: 77773d1f-dc46-4e9d-98aa-91e68f3c52ed for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:42:20.095399 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Updating router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed port ee5264c2-9cec-4da3-8b0e-e1598d532d33 binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:42:20.138937 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.154901 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.421629 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d76de2d-5ae1-49f9-84a9-bf273ad46cbd,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:20.436837 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.440981 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Checking segment: {'id': '002d8cda-fc10-401b-bd69-878941e62b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7a4e5786-d206-4b7d-90f8-640244691482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:20.441338 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Network hostable DHCP agents. Network: 7a4e5786-d206-4b7d-90f8-640244691482, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:42:20.453370 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.454116 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.629598 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.639614 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Network 7a4e5786-d206-4b7d-90f8-640244691482 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:42:20.669741 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 7a4e5786-d206-4b7d-90f8-640244691482) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:20.673560 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:20.685511 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf811492-85ed-4454-b8dc-77a7b7937950 None None] Network 7a4e5786-d206-4b7d-90f8-640244691482 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:20.693344 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:20.694582 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.742778 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.743082 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-5553a46b-03bb-4c07-8d31-cf63279c22a8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5917234 Aug 13 03:42:20.769594 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Network a435de16-ff76-42df-a496-1b954adf6388 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:20.771677 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:20.881836 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Transition to ACTIVE for port object ee5264c2-9cec-4da3-8b0e-e1598d532d33 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:20.896902 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.049048 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46382) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:21.152383 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b501ff-ee96-45c0-b7fb-6b28e2e50886 None None] Pushing event updated for resources: {'Port': ['ID=ee5264c2-9cec-4da3-8b0e-e1598d532d33,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:21.165948 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Attempting to bind port ee5264c2-9cec-4da3-8b0e-e1598d532d33 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:21.166239 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Attempting to bind port ee5264c2-9cec-4da3-8b0e-e1598d532d33 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:21.166704 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Attempting to bind port ee5264c2-9cec-4da3-8b0e-e1598d532d33 on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:21.246861 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:21.247242 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:21.247653 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.248043 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:21.248537 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Bound port: ee5264c2-9cec-4da3-8b0e-e1598d532d33, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:21.248931 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.253302 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Allocated IP 172.20.0.1 (ac7b78a2-8d56-47b5-a802-e41f1c206f85/d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72/a2499f5d-728d-4b60-8dc9-4cbf1d7570cc) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:21.255869 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda0b94e-d5e5-45e0-8f6f-2de5f5238739 admin admin] Deleting subnet d08dd604-02d1-4bd3-b6d8-d7bd630dc18a {{(pid=100567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:42:21.263358 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 22caffdb-4c77-498c-ae1e-9db4320bb359 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:21.267880 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fda0b94e-d5e5-45e0-8f6f-2de5f5238739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.354933 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d9426667-91a5-4c52-a8b5-62a13f4d48e9 req-60852d5a-836f-4f42-9ce1-f888edbcedda tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0955548 Aug 13 03:42:21.383010 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Router a3875717-c82a-4201-9ff2-8e5b669c94d1 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:42:21.390551 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fda0b94e-d5e5-45e0-8f6f-2de5f5238739 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.409261 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fda0b94e-d5e5-45e0-8f6f-2de5f5238739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.414912 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b236600-0509-4f42-8140-ba871ef214e4 None None] Network 7a4e5786-d206-4b7d-90f8-640244691482 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:21.474487 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.536399 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fda0b94e-d5e5-45e0-8f6f-2de5f5238739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for subnet, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.559068 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.583556 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b94e-d5e5-45e0-8f6f-2de5f5238739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08dd604-02d1-4bd3-b6d8-d7bd630dc18a,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:21.604181 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fda0b94e-d5e5-45e0-8f6f-2de5f5238739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.609354 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-fda0b94e-d5e5-45e0-8f6f-2de5f5238739 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d08dd604-02d1-4bd3-b6d8-d7bd630dc18a HTTP/1.1" status: 204 len: 168 time: 0.5592775 Aug 13 03:42:21.626825 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46394) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:21.627526 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Pushing event updated for resources: {'Port': ['ID=a2499f5d-728d-4b60-8dc9-4cbf1d7570cc,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:21.647557 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-7b6b3ad9-b819-4fa7-a5df-7a1b93ec172b None None] Provisioning complete for port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:21.648034 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7b6b3ad9-b819-4fa7-a5df-7a1b93ec172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.648701 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Network ac7b78a2-8d56-47b5-a802-e41f1c206f85 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:21.658967 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:21.690382 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:21.691033 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.736576 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b3ad9-b819-4fa7-a5df-7a1b93ec172b None None] Port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:42:21.737210 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:42:21.758378 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7f647a33-ef3f-463b-aead-4aedd6f949b9 admin admin] 10.222.0.58 "PUT /v2.0/routers/a3875717-c82a-4201-9ff2-8e5b669c94d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3635964 Aug 13 03:42:21.771721 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Sync routers for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:42:21.782716 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] For port ee5264c2-9cec-4da3-8b0e-e1598d532d33, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:21.786129 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:21.786312 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] For port ee5264c2-9cec-4da3-8b0e-e1598d532d33, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=ee5264c2-9cec-4da3-8b0e-e1598d532d33,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:21.787261 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:42:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:21.797392 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.819469 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.852561 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46402) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:21.954145 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 22caffdb-4c77-498c-ae1e-9db4320bb359 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:21.971748 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Routers {'77773d1f-dc46-4e9d-98aa-91e68f3c52ed'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:21.974186 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:42:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:22.034956 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.037246 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 22caffdb-4c77-498c-ae1e-9db4320bb359 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:22.037626 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.039604 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b501ff-ee96-45c0-b7fb-6b28e2e50886 None None] Pushing event updated for resources: {'Port': ['ID=ee5264c2-9cec-4da3-8b0e-e1598d532d33,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:22.045220 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-13377f33-e7e7-430f-8d51-101287d42466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.149073 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.160990 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.161665 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.162620 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.163135 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > port after_create 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.163632 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.164137 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > port after_update 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.164615 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.165112 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.165593 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.166099 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.235516 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-13377f33-e7e7-430f-8d51-101287d42466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.245357 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-13377f33-e7e7-430f-8d51-101287d42466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.247279 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:22.323403 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-13377f33-e7e7-430f-8d51-101287d42466 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07e716f3135349a7aed2890f5ae534ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4694817 Aug 13 03:42:22.325022 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46426) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:22.343937 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] Set router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:22.426491 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13377f33-e7e7-430f-8d51-101287d42466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9831045-866e-46d0-894e-63bf3f639c26,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:22.462876 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5a430fb2-baf0-4669-b8f4-a3a75db8442a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.467123 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.488350 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5a430fb2-baf0-4669-b8f4-a3a75db8442a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.590529 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5a430fb2-baf0-4669-b8f4-a3a75db8442a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.594540 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5a430fb2-baf0-4669-b8f4-a3a75db8442a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.599725 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-5a430fb2-baf0-4669-b8f4-a3a75db8442a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9831045-866e-46d0-894e-63bf3f639c26 HTTP/1.1" status: 204 len: 168 time: 0.2727785 Aug 13 03:42:22.617612 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a430fb2-baf0-4669-b8f4-a3a75db8442a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9831045-866e-46d0-894e-63bf3f639c26,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:22.681749 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 2, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:22.730260 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4ef90ee4-03a5-4fbb-b919-3de78229a156 req-983a8e0d-4f65-4db7-aaa0-6afc5ebc73f0 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0433340 Aug 13 03:42:22.749657 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Checking router: a3875717-c82a-4201-9ff2-8e5b669c94d1 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:42:22.751961 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Updating router a3875717-c82a-4201-9ff2-8e5b669c94d1 port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:42:22.761393 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46438) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:22.822978 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.823479 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46442) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:22.828250 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-e7f0668c-dca1-4226-97ed-37b41b99b426 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254641620', 'description': 'tempest-description--274559896'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:22.845852 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.846380 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.846556 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.847078 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:22.847627 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2318142e-6399-462c-be7f-5be87f3c1acb']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:22.871294 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5774dd5a-227c-4510-a867-5b17788ec905') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:22.871828 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5774dd5a-227c-4510-a867-5b17788ec905') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:22.876385 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 22caffdb-4c77-498c-ae1e-9db4320bb359, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=22caffdb-4c77-498c-ae1e-9db4320bb359,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:22.890300 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.897403 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e7f0668c-dca1-4226-97ed-37b41b99b426 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.919558 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.951403 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.977759 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:42:22.978407 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: from cryptography.utils import int_from_bytes Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: from cryptography.utils import int_from_bytes Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:42:22.982813 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:42:23.021823 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=22caffdb-4c77-498c-ae1e-9db4320bb359,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.067204 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:15Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 4, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'gw_port': {'id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:17Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a2499f5d-728d-4b60-8dc9-4cbf1d7570cc', 'name': '', 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'mac_address': 'fa:16:3e:f1:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:20Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 1, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'subnets': [{'id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:23.104877 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.127969 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.128981 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9093534-df0b-470a-b8ac-7a6e481ea415 None None] The sync data for ids ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'] in dv-cinder-760197-5-iscsi is: [{'id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:15Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 4, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'gw_port': {'id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:17Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a2499f5d-728d-4b60-8dc9-4cbf1d7570cc', 'name': '', 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'mac_address': 'fa:16:3e:f1:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:20Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 1, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'subnets': [{'id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:42:23.136740 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] 10.222.0.58 "DELETE /v2.0/networks/2318142e-6399-462c-be7f-5be87f3c1acb HTTP/1.1" status: 204 len: 168 time: 1.5027332 Aug 13 03:42:23.145961 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46448) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:23.178302 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e7f0668c-dca1-4226-97ed-37b41b99b426 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.185330 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e7f0668c-dca1-4226-97ed-37b41b99b426 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.193033 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 22caffdb-4c77-498c-ae1e-9db4320bb359 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:23.201196 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98336042-cac7-4caa-a21d-55fae7463f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=2318142e-6399-462c-be7f-5be87f3c1acb,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.238631 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e7f0668c-dca1-4226-97ed-37b41b99b426 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.243398 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e7f0668c-dca1-4226-97ed-37b41b99b426 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4164112 Aug 13 03:42:23.243398 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1eba-9ecf-42d7-8319-b51eeb44f064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.245310 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46450) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:23.252534 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0668c-dca1-4226-97ed-37b41b99b426 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0419618a-44e3-486f-8f95-820c64d58034,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.278812 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46452) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:23.281394 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-974b9de7-74f9-4e80-b38c-e2ad6394dbbc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'security_group_rule': {'security_group_id': '0419618a-44e3-486f-8f95-820c64d58034', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:23.296460 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 22caffdb-4c77-498c-ae1e-9db4320bb359 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:23.296964 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.305371 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-da98bee8-1bf7-448f-8c39-b17d57a614ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.343524 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c0463a-2b00-4136-aacd-87fbf490e569 admin admin] Deleting subnet 2d76de2d-5ae1-49f9-84a9-bf273ad46cbd {{(pid=100566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:42:23.362841 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-22c0463a-2b00-4136-aacd-87fbf490e569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.384039 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.399082 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Transition to ACTIVE for port object e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:23.402322 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1eba-9ecf-42d7-8319-b51eeb44f064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.406808 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.407935 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1eba-9ecf-42d7-8319-b51eeb44f064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.414394 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.427482 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.454262 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-22c0463a-2b00-4136-aacd-87fbf490e569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819215'] for subnet, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.474499 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cda8e-f2f5-48e9-98dc-c68be0e41bdf None None] Pushing event updated for resources: {'Port': ['ID=e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.488018 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7f6c1eba-9ecf-42d7-8319-b51eeb44f064 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8450a53c7f3644ce8d3b5d87e294f444&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7250195 Aug 13 03:42:23.488842 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46454) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:23.501091 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c1eba-9ecf-42d7-8319-b51eeb44f064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3ddc9-c932-4860-8c7f-d3760b5e04e7,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.571581 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Attempting to bind port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:23.571822 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Attempting to bind port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:23.572209 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Attempting to bind port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa on network a435de16-ff76-42df-a496-1b954adf6388 {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:23.579403 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:23.580246 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Checking segment: {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:23.581121 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.581869 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Bound using segment: {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:23.582516 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Bound port: e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:23.583419 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.602235 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.604351 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-974b9de7-74f9-4e80-b38c-e2ad6394dbbc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.632646 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-62bd540f-99d5-46f7-96cc-d049d8fd035b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.647305 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Pushing event updated for resources: {'Port': ['ID=a2499f5d-728d-4b60-8dc9-4cbf1d7570cc,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.660368 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-22c0463a-2b00-4136-aacd-87fbf490e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.683384 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-62bd540f-99d5-46f7-96cc-d049d8fd035b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.690077 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] For port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:23.698733 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] For port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:23.708001 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.754348 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-da98bee8-1bf7-448f-8c39-b17d57a614ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.756643 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-62bd540f-99d5-46f7-96cc-d049d8fd035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.759559 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-62bd540f-99d5-46f7-96cc-d049d8fd035b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.760801 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-62bd540f-99d5-46f7-96cc-d049d8fd035b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ace3ddc9-c932-4860-8c7f-d3760b5e04e7 HTTP/1.1" status: 204 len: 168 time: 0.2704387 Aug 13 03:42:23.765292 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-da98bee8-1bf7-448f-8c39-b17d57a614ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.783828 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd540f-99d5-46f7-96cc-d049d8fd035b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3ddc9-c932-4860-8c7f-d3760b5e04e7,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.841276 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-da98bee8-1bf7-448f-8c39-b17d57a614ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43dd3ef10bee4c838fabf403257288d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5571849 Aug 13 03:42:23.844566 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46462) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:23.853607 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98bee8-1bf7-448f-8c39-b17d57a614ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae861ac5-2c1e-442a-ab25-72b1030973d5,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.863889 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cda8e-f2f5-48e9-98dc-c68be0e41bdf None None] Pushing event updated for resources: {'Port': ['ID=e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa,revision_number=4']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.867132 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:23.867731 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:42:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:23.950385 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0f4098ab-a587-4ea1-bece-02394fc8096d req-a7295497-49b7-4dc2-835a-0eafe2df10fe tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0286169 Aug 13 03:42:23.983100 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1d562b8-c42c-40f5-9a62-22fd6afdf374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.022812 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1d562b8-c42c-40f5-9a62-22fd6afdf374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.032497 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-974b9de7-74f9-4e80-b38c-e2ad6394dbbc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.065698 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:24.072329 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Network ac7b78a2-8d56-47b5-a802-e41f1c206f85 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:24.075006 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:24.107343 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-22c0463a-2b00-4136-aacd-87fbf490e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2891789'] for subnet, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.110809 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1d562b8-c42c-40f5-9a62-22fd6afdf374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.115091 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1d562b8-c42c-40f5-9a62-22fd6afdf374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.119766 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-b1d562b8-c42c-40f5-9a62-22fd6afdf374 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae861ac5-2c1e-442a-ab25-72b1030973d5 HTTP/1.1" status: 204 len: 168 time: 0.2738926 Aug 13 03:42:24.126728 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-974b9de7-74f9-4e80-b38c-e2ad6394dbbc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.129413 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d562b8-c42c-40f5-9a62-22fd6afdf374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae861ac5-2c1e-442a-ab25-72b1030973d5,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:24.244889 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-22c0463a-2b00-4136-aacd-87fbf490e569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.250511 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-22c0463a-2b00-4136-aacd-87fbf490e569 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2d76de2d-5ae1-49f9-84a9-bf273ad46cbd HTTP/1.1" status: 204 len: 168 time: 1.0826440 Aug 13 03:42:24.252109 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46470) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:24.256371 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0463a-2b00-4136-aacd-87fbf490e569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d76de2d-5ae1-49f9-84a9-bf273ad46cbd,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:24.420384 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.422065 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b9de7-74f9-4e80-b38c-e2ad6394dbbc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cba61c-cde7-43c4-80e9-db047c4e6ea6,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:24.467667 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-974b9de7-74f9-4e80-b38c-e2ad6394dbbc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.471361 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-974b9de7-74f9-4e80-b38c-e2ad6394dbbc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2126033 Aug 13 03:42:24.482701 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46476) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:24.501603 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-11640781-89f9-4d3f-8fbe-f52217763750 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'security_group_rule': {'security_group_id': '0419618a-44e3-486f-8f95-820c64d58034', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:24.610305 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:42:24.612901 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:23Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:24.690770 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.696933 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbf853-f959-4966-9eb1-a4fab83f2a65 None None] The sync data for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi is: [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:23Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:42:24.714360 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-11640781-89f9-4d3f-8fbe-f52217763750 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:24.718902 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.719199 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.719941 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.720272 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > port after_create 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.720612 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.720964 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > port after_update 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.721265 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.721602 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.721918 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.722257 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:24.866118 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:42:24.886662 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-55c2c016-726e-4fc7-aad4-9e8497239c8f admin admin] 10.222.0.58 "PUT /v2.0/routers/77773d1f-dc46-4e9d-98aa-91e68f3c52ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4303725 Aug 13 03:42:25.178686 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:25.179275 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:25.179765 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:25.180263 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:42:25.183309 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4e5786-d206-4b7d-90f8-640244691482']}} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:25.237349 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002d8cda-fc10-401b-bd69-878941e62b8e') {'for_net_delete': True} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:25.241109 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002d8cda-fc10-401b-bd69-878941e62b8e') {} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:25.261812 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.18', 55766) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:25.362707 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:25.381460 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720869'] for segment, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.485867 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:25.509879 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:25.510505 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.687829 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-2c29bf48-9621-4eba-8dea-7ad5a2686540 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:25.692789 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-2c29bf48-9621-4eba-8dea-7ad5a2686540 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.18 "GET /v2.0/networks?id=82e2a8cb-eefe-4ccf-98f1-d606ade06f8d HTTP/1.1" status: 200 len: 812 time: 0.4258237 Aug 13 03:42:25.719409 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fea21104-18fe-47de-beca-b2c021de15da req-9506ec22-3a73-4531-81e5-653db6dafd69 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.2455034 Aug 13 03:42:25.737703 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.741110 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.766837 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Request body: {'port': {'device_id': 'ca408e70-e936-4b5d-b290-33569d587af6', 'network_id': '82e2a8cb-eefe-4ccf-98f1-d606ade06f8d', 'admin_state_up': True, 'tenant_id': '6864e23b198a4928805f08177fb9655c'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:25.814870 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:42:25.815790 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2721785'] for segment, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: from cryptography.utils import int_from_bytes Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: from cryptography.utils import int_from_bytes Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: Traceback (most recent call last): Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: timer() Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: cb(*args, **kw) Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: return func(*args, **kwargs) Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: self._notify() Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: self.callback(batched_events) Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: event.method(event) Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: return f(self, *a, **k) Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._get(url).json() Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: return self.request(url, 'GET', **kwargs) Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:42:25.825595 dv-cinder-760197-5-iscsi neutron-server[100567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:42:25.850757 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:25.864867 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.865900 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device ee5264c2-9cec-4da3-8b0e-e1598d532d33 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:26.066251 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:26.091619 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port ee5264c2-9cec-4da3-8b0e-e1598d532d33 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:26.099387 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port ee5264c2-9cec-4da3-8b0e-e1598d532d33 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:26.099770 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.122829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-11640781-89f9-4d3f-8fbe-f52217763750 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.130163 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.136063 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-11640781-89f9-4d3f-8fbe-f52217763750 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.244012 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.255339 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] 10.222.0.58 "DELETE /v2.0/networks/7a4e5786-d206-4b7d-90f8-640244691482 HTTP/1.1" status: 204 len: 168 time: 2.0013483 Aug 13 03:42:26.259163 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Made reservation on behalf of 6864e23b198a4928805f08177fb9655c for: {'port': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:26.263913 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.273416 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654103b-9957-483f-87c7-fa0f2e62953b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a4e5786-d206-4b7d-90f8-640244691482,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:26.312914 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11640781-89f9-4d3f-8fbe-f52217763750 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4d739e-b63f-4d99-b02e-5eb60e1e74cc,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:26.333791 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-11640781-89f9-4d3f-8fbe-f52217763750 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.340049 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-11640781-89f9-4d3f-8fbe-f52217763750 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8521404 Aug 13 03:42:26.340945 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46552) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:26.356541 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'floatingip': {'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:26.454185 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.495640 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.516474 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port ee5264c2-9cec-4da3-8b0e-e1598d532d33, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=ee5264c2-9cec-4da3-8b0e-e1598d532d33,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:26.523343 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.656869 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=ee5264c2-9cec-4da3-8b0e-e1598d532d33,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:27.025699 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46596) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:27.167268 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Allocated IP 172.20.0.3 (82e2a8cb-eefe-4ccf-98f1-d606ade06f8d/a033d170-dc80-4924-a3ef-30fec4572ed6/3d411dd5-67b4-4dbc-94a5-5b564ce2b05a) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:27.191680 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-af0c8ef7-e28e-4d83-9f0c-18cc94aecd03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3daf4d3f519b43c0bc16e3cb1b98c750&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1648386 Aug 13 03:42:27.201086 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46608) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:27.243708 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:27.328776 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c5106421-bdf1-478e-98fe-452823392dde req-d9dd3d10-08ad-4379-aeb0-8b814aa4244b tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.2930224 Aug 13 03:42:27.346810 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24796dc-78ef-416c-a83d-45614fac8264 req-989fdf76-ea73-42b2-b854-b7c2e3318a7f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:27.349262 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-989fdf76-ea73-42b2-b854-b7c2e3318a7f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 818 time: 0.2846859 Aug 13 03:42:27.379732 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:27.381097 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:27.433551 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-350c5f2f-a7bc-497f-8daa-f64603a65593 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/quotas/4db1968f1db44242913aa03c89b0d193 HTTP/1.1" status: 200 len: 375 time: 0.0713336 Aug 13 03:42:27.595363 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device ee5264c2-9cec-4da3-8b0e-e1598d532d33 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:27.637715 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d6883df0-7876-41af-8078-12ea5f45927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:27.762583 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d6883df0-7876-41af-8078-12ea5f45927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:27.796906 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port ee5264c2-9cec-4da3-8b0e-e1598d532d33 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:27.797953 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:27.842558 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:27.921264 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-4a99f2ce-1a9e-4f4c-8abe-b717cd5bb28c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4775321 Aug 13 03:42:27.926108 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:28.008860 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d6883df0-7876-41af-8078-12ea5f45927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:28.025961 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d6883df0-7876-41af-8078-12ea5f45927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:28.030677 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d6883df0-7876-41af-8078-12ea5f45927e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ffe5a0c-2212-4607-8003-3c53b6437a9c HTTP/1.1" status: 204 len: 168 time: 0.8186340 Aug 13 03:42:28.064749 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6883df0-7876-41af-8078-12ea5f45927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffe5a0c-2212-4607-8003-3c53b6437a9c,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:28.124352 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:28.128309 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Sync routers for ids ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:42:28.266268 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Routers {'77773d1f-dc46-4e9d-98aa-91e68f3c52ed'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:28.267016 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:42:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:28.446657 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Allocated IP 172.27.2.181 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/e1863c27-fd89-4c49-9633-29f9349c5f5d) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:28.449518 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Network 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:28.489769 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:28.503254 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:28.646994 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Set router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:28.700352 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Pushing event updated for resources: {'Port': ['ID=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:28.765328 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:28.766079 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:28.820111 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-27369abd-d65f-4265-b5e5-a23cfd94a925 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0716498 Aug 13 03:42:28.850226 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-16751566-7a51-4edf-bf1b-8aab348859d8 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:42:28.851179 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-16751566-7a51-4edf-bf1b-8aab348859d8 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075221 Aug 13 03:42:29.061619 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-b825ece5-bc16-4b0c-a865-3cd8696a9373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:29.091339 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35dac-1670-4655-8a3f-8a846381e894 req-f4ce253a-56fe-4692-be5f-08d0a4b6a227 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:29.099778 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2de35dac-1670-4655-8a3f-8a846381e894 req-f4ce253a-56fe-4692-be5f-08d0a4b6a227 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 931 time: 0.4359577 Aug 13 03:42:29.179121 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46658) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:29.201319 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-457fc7d2-3db9-4242-a670-985864465344 service neutron] 10.222.0.58 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2486632 Aug 13 03:42:29.307877 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-8bb05857-8a25-4f2d-ad80-906996bb18e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe935dc85b7347ae99932f2e9272943c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1273420 Aug 13 03:42:29.314734 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46666) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:29.320873 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:15Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 4, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'gw_port': {'id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:17Z', 'updated_at': '2021-08-13T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a2499f5d-728d-4b60-8dc9-4cbf1d7570cc', 'name': '', 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'mac_address': 'fa:16:3e:f1:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:20Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 2, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'subnets': [{'id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:29.397504 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Checking router: 77773d1f-dc46-4e9d-98aa-91e68f3c52ed for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:42:29.397860 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Updating router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:42:29.429393 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d9699d54-a2ed-4afa-97b3-d8f2815ec5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:29.484480 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2de35dac-1670-4655-8a3f-8a846381e894 req-2f51cd6d-6673-45e6-b686-56ef40c5b8c8 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495898 Aug 13 03:42:29.498767 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d9699d54-a2ed-4afa-97b3-d8f2815ec5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:29.523574 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:29.531265 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:29.582991 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7ae4002c-e688-4ca1-9aaa-3535c0940da6 service neutron] 10.222.0.58 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626311 Aug 13 03:42:29.617590 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:29.644733 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Request body: {'port': {'device_id': 'ca408e70-e936-4b5d-b290-33569d587af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:29.733069 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:29.743703 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:29.745011 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d9699d54-a2ed-4afa-97b3-d8f2815ec5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:29.751425 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d9699d54-a2ed-4afa-97b3-d8f2815ec5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:29.755200 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:29.757503 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d9699d54-a2ed-4afa-97b3-d8f2815ec5e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf40854b-9982-4beb-ab7f-a4ae8b4cab30 HTTP/1.1" status: 204 len: 168 time: 0.4407978 Aug 13 03:42:29.817736 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'Port': ['ID=e1863c27-fd89-4c49-9633-29f9349c5f5d,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:29.837858 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9699d54-a2ed-4afa-97b3-d8f2815ec5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf40854b-9982-4beb-ab7f-a4ae8b4cab30,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:29.929708 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.344327 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.359326 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-208a90c0-fdc8-46b3-a530-576b38589e23 req-f4a06612-1306-42b2-ab49-b3a6c68d2832 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 210 time: 0.2409430 Aug 13 03:42:30.378971 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Transition to ACTIVE for port object a2499f5d-728d-4b60-8dc9-4cbf1d7570cc will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:30.393437 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.440609 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.644368 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.759544 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a {{(pid=100566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:30.790578 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.828534 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd9f04-3096-4f89-9450-5eac1e2159a2 None None] Pushing event updated for resources: {'Port': ['ID=a2499f5d-728d-4b60-8dc9-4cbf1d7570cc,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:30.859354 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Transition to ACTIVE for port object 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a will not be triggered until provisioned by entity L2. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:30.863574 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Attempting to bind port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:30.865868 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Attempting to bind port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:30.866913 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Attempting to bind port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc on network ac7b78a2-8d56-47b5-a802-e41f1c206f85 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:30.867033 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.884937 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:30.886880 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Checking segment: {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:30.888064 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.889652 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Bound using segment: {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:30.890714 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Bound port: a2499f5d-728d-4b60-8dc9-4cbf1d7570cc, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:30.891271 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.941978 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3c5dd-7374-4933-8e21-d4db4750b6bc req-42d4746f-c6c5-4410-8210-2437e641e0e7 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:30.944206 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a8a3c5dd-7374-4933-8e21-d4db4750b6bc req-42d4746f-c6c5-4410-8210-2437e641e0e7 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 931 time: 0.3417046 Aug 13 03:42:31.066681 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] For port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:31.072778 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] For port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=a2499f5d-728d-4b60-8dc9-4cbf1d7570cc,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:31.080939 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:31.156690 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Pushing event updated for resources: {'Port': ['ID=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:31.200929 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Routers {'77773d1f-dc46-4e9d-98aa-91e68f3c52ed'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:31.201718 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:42:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:31.289312 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Attempting to bind port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:31.290236 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Attempting to bind port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '76160b40-f119-4eef-9a46-75df940385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '82e2a8cb-eefe-4ccf-98f1-d606ade06f8d'}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:31.290924 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Attempting to bind port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a on network 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:31.300763 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a on network 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:42:31.301211 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Attempting to bind port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a on network 82e2a8cb-eefe-4ccf-98f1-d606ade06f8d {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:31.311241 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:31.311613 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Checking segment: {'id': '76160b40-f119-4eef-9a46-75df940385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '82e2a8cb-eefe-4ccf-98f1-d606ade06f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:31.312760 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Bound using segment: {'id': '76160b40-f119-4eef-9a46-75df940385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '82e2a8cb-eefe-4ccf-98f1-d606ade06f8d'} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:31.313229 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Bound port: 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76160b40-f119-4eef-9a46-75df940385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '82e2a8cb-eefe-4ccf-98f1-d606ade06f8d'}}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:31.313653 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:31.471066 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] For port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a, host hv-cinder-76019, cleared binding levels {{(pid=100566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:31.486566 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] For port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,segment=NetworkSegment(76160b40-f119-4eef-9a46-75df940385df),segment_id=76160b40-f119-4eef-9a46-75df940385df)] {{(pid=100566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:31.494195 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:31.516689 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a8a3c5dd-7374-4933-8e21-d4db4750b6bc req-f658ce92-bca0-44b6-9eab-cb28a5a878e1 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655848 Aug 13 03:42:31.625749 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:31.630381 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:31.630381 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-01336080-46b6-446a-b115-aa6984aae553 service neutron] 10.222.0.18 "PUT /v2.0/ports/3d411dd5-67b4-4dbc-94a5-5b564ce2b05a HTTP/1.1" status: 200 len: 1093 time: 2.3411775 Aug 13 03:42:31.630381 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca408e70-e936-4b5d-b290-33569d587af6', 'tag': '3d411dd5-67b4-4dbc-94a5-5b564ce2b05a'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:31.827517 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-3dbfebc4-2b24-40ed-ac84-e7fe4dd1fcbc tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:31.842741 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-3dbfebc4-2b24-40ed-ac84-e7fe4dd1fcbc tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 818 time: 0.7136197 Aug 13 03:42:31.858508 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01336080-46b6-446a-b115-aa6984aae553 service neutron] Pushing event updated for resources: {'Port': ['ID=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,revision_number=3']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:31.968841 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:31.986097 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd9f04-3096-4f89-9450-5eac1e2159a2 None None] Pushing event updated for resources: {'Port': ['ID=a2499f5d-728d-4b60-8dc9-4cbf1d7570cc,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:31.987915 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-20f37f3f-7ac4-4efc-b45a-32845a8cbfd1 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/quotas/4db1968f1db44242913aa03c89b0d193 HTTP/1.1" status: 200 len: 375 time: 0.1420608 Aug 13 03:42:32.022719 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-00d2f1fc-9d13-4caa-a762-8ebff9388aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:32.028164 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-00d2f1fc-9d13-4caa-a762-8ebff9388aec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6864e23b198a4928805f08177fb9655c&device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 1096 time: 0.2673275 Aug 13 03:42:32.030114 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] Set router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:32.042369 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:32.112225 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94c186c-8d88-4e75-a266-5bd8e01856ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ca408e70-e936-4b5d-b290-33569d587af6", "tag": "3d411dd5-67b4-4dbc-94a5-5b564ce2b05a"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:32.241072 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'Port': ['ID=e1863c27-fd89-4c49-9633-29f9349c5f5d,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:32.279984 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c8363c4f-cffb-4c01-bd56-b643f81b1696 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2899785 Aug 13 03:42:32.284319 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:32.345673 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:32.360087 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7ea9df76-efc1-4d54-8ad8-abbc752caed9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0175097 Aug 13 03:42:32.396247 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-3559bd68-9bd5-4566-b7ca-ba1ba473cca5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a HTTP/1.1" status: 200 len: 217 time: 0.2389388 Aug 13 03:42:32.401525 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:32.548420 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-7795d380-cabd-4221-b2fc-3293a52a1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:32.550272 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-7795d380-cabd-4221-b2fc-3293a52a1f88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a033d170-dc80-4924-a3ef-30fec4572ed6 HTTP/1.1" status: 200 len: 852 time: 0.1291325 Aug 13 03:42:32.624256 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-cf3b58b9-e59d-4203-a95f-6d29f15aefd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:32.728932 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-28b549d6-fc77-4625-a45b-adddc52552e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82e2a8cb-eefe-4ccf-98f1-d606ade06f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697421 Aug 13 03:42:32.911233 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce657b19-5e1a-4394-b601-15e4333e38af x-openstack-request-id: req-ce657b19-5e1a-4394-b601-15e4333e38af {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:32.911990 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca408e70-e936-4b5d-b290-33569d587af6", "tag": "3d411dd5-67b4-4dbc-94a5-5b564ce2b05a", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:32.911990 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce657b19-5e1a-4394-b601-15e4333e38af {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:32.912270 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca408e70-e936-4b5d-b290-33569d587af6', 'tag': '3d411dd5-67b4-4dbc-94a5-5b564ce2b05a', 'status': 'completed', 'code': 200} Aug 13 03:42:33.030923 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:15Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 4, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'gw_port': {'id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:17Z', 'updated_at': '2021-08-13T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a2499f5d-728d-4b60-8dc9-4cbf1d7570cc', 'name': '', 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'mac_address': 'fa:16:3e:f1:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:20Z', 'updated_at': '2021-08-13T03:42:31Z', 'revision_number': 4, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'subnets': [{'id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:33.134300 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-a805adaa-80db-4dea-b96c-bb7e354179c5 service neutron] 10.222.0.18 "GET /v2.0/networks/82e2a8cb-eefe-4ccf-98f1-d606ade06f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953731 Aug 13 03:42:33.173213 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4270e-ba63-4857-86c0-096b5b8f39aa None None] The sync data for ids ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'] in dv-cinder-760197-5-iscsi is: [{'id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:15Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 4, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'gw_port': {'id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:17Z', 'updated_at': '2021-08-13T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a2499f5d-728d-4b60-8dc9-4cbf1d7570cc', 'name': '', 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'mac_address': 'fa:16:3e:f1:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:20Z', 'updated_at': '2021-08-13T03:42:31Z', 'revision_number': 4, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'subnets': [{'id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:42:33.325199 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c302e8-013f-4f43-959e-d043b79064be req-130b4e1e-9c57-4205-8c1a-78042e63eb62 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:33.336472 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c4c302e8-013f-4f43-959e-d043b79064be req-130b4e1e-9c57-4205-8c1a-78042e63eb62 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 943 time: 0.1571574 Aug 13 03:42:33.371979 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46860) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:33.392667 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device a2499f5d-728d-4b60-8dc9-4cbf1d7570cc up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:33.553089 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c4c302e8-013f-4f43-959e-d043b79064be req-1a722d72-c184-4b1e-96c3-ed907f5a28b3 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118831 Aug 13 03:42:33.580689 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-effc922b-0610-4f17-87fe-6b92b12a9f14 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:42:33.583970 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-effc922b-0610-4f17-87fe-6b92b12a9f14 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5548763 Aug 13 03:42:33.644681 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:33.651369 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2381fcd-13f4-45d2-b2ba-91a7feebc112 req-b6f82bbd-c7ad-4223-bbcb-55fe9ee46767 service neutron] 10.222.0.18 "GET /v2.0/networks/82e2a8cb-eefe-4ccf-98f1-d606ade06f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030203 Aug 13 03:42:33.651790 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:33.652170 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:33.652923 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.18', 55788) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:33.843613 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c4d48729-baff-496c-b602-3e76b3aa7f99 service neutron] 10.222.0.58 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518945 Aug 13 03:42:33.964061 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:34.256880 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:34.259126 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=a2499f5d-728d-4b60-8dc9-4cbf1d7570cc,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:34.264660 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:34.355168 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=a2499f5d-728d-4b60-8dc9-4cbf1d7570cc,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:34.372676 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2609eccf-cf3a-4247-8a4e-7e9517f40919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:34.665159 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2609eccf-cf3a-4247-8a4e-7e9517f40919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:34.666422 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-bc99ccc9-7adf-48d2-8ed3-10d793483c4f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--254641620&fields=id&tenant_id=c8d6cadea26a4a55baf2f4fc00161f21 HTTP/1.1" status: 200 len: 267 time: 0.8139584 Aug 13 03:42:34.687584 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2609eccf-cf3a-4247-8a4e-7e9517f40919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:34.889267 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:34.951231 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-2609eccf-cf3a-4247-8a4e-7e9517f40919 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=171b50349e8a413abf3270e1430a6d85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5718448 Aug 13 03:42:34.952258 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 46918) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:34.966701 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-2b639647-1ef3-4e94-8eb5-cf3c81e693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:34.968367 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-2b639647-1ef3-4e94-8eb5-cf3c81e693da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6864e23b198a4928805f08177fb9655c&device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 1096 time: 0.6684103 Aug 13 03:42:34.969803 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-4b5b2eec-ea80-44bb-ae08-899aaf94ef63 service neutron] 10.222.0.58 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0477185 Aug 13 03:42:35.010939 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609eccf-cf3a-4247-8a4e-7e9517f40919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c91c2b9-e12b-44d6-a31b-be4a4627ab29,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:35.035437 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24796dc-78ef-416c-a83d-45614fac8264 req-5068bbb4-2f60-4225-b2f1-9d54791619c5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:35.045181 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-5068bbb4-2f60-4225-b2f1-9d54791619c5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 818 time: 1.3896940 Aug 13 03:42:35.075927 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4eb2-daac-403d-bfbc-54609090716e req-9e949353-9708-41d9-87fc-7928be444ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:35.087099 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-9e949353-9708-41d9-87fc-7928be444ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 817 time: 0.4173138 Aug 13 03:42:35.118705 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-12ba1c7f-b516-421c-b3f9-4612e18dc3ba tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/quotas/c8d6cadea26a4a55baf2f4fc00161f21 HTTP/1.1" status: 200 len: 375 time: 0.0202107 Aug 13 03:42:35.186040 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Request body: {'port': {'device_id': 'cc005540-1fca-45d3-9338-d5c2b629abd0', 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'admin_state_up': True, 'tenant_id': '4db1968f1db44242913aa03c89b0d193'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:35.221226 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-46a89bab-5326-4491-9a8f-45f23d853c68 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012528 Aug 13 03:42:35.247308 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device a2499f5d-728d-4b60-8dc9-4cbf1d7570cc up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:35.481556 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:35.509930 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:35.510339 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:35.543715 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-238de67c-387a-4de5-8faf-32059c699210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:35.543715 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-238de67c-387a-4de5-8faf-32059c699210 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82e2a8cb-eefe-4ccf-98f1-d606ade06f8d HTTP/1.1" status: 200 len: 912 time: 0.5171437 Aug 13 03:42:35.546433 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:42:35.694837 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-67a39b36-9650-42bc-a841-dd8f4ef28a43 service neutron] 10.222.0.58 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790112 Aug 13 03:42:35.823669 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0577-a622-42fb-a2c3-23a610f348a3 req-cea66363-8f38-4dfe-9097-4e8453075644 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:35.831562 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a14f0577-a622-42fb-a2c3-23a610f348a3 req-cea66363-8f38-4dfe-9097-4e8453075644 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 943 time: 0.3011773 Aug 13 03:42:35.858643 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-56bfc3d7-cfc4-4aa1-bc3b-3a81b83f5255 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a HTTP/1.1" status: 200 len: 217 time: 0.1599426 Aug 13 03:42:35.906722 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a14f0577-a622-42fb-a2c3-23a610f348a3 req-0b26b1de-ec7b-4697-a183-cd4a5466f941 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687788 Aug 13 03:42:35.923673 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-67afa07d-cb45-43c4-852e-abc3f190469f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:35.970896 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-43ff4f1d-7ba6-4ae0-a2d9-0999f4164045 service neutron] 10.222.0.58 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674444 Aug 13 03:42:35.972725 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46962) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:35.980876 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-67afa07d-cb45-43c4-852e-abc3f190469f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.158211 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0680f380-7d51-4b4e-87c6-2928b32aa976 req-d113cdd0-21df-4277-86d8-501175e619ec tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 210 time: 0.1350205 Aug 13 03:42:36.182074 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-974d7d50-21ce-48c7-83f0-384404e4b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:36.183679 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-974d7d50-21ce-48c7-83f0-384404e4b252 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a033d170-dc80-4924-a3ef-30fec4572ed6 HTTP/1.1" status: 200 len: 852 time: 0.2611911 Aug 13 03:42:36.212300 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-67afa07d-cb45-43c4-852e-abc3f190469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.215053 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-67afa07d-cb45-43c4-852e-abc3f190469f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.220091 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-67afa07d-cb45-43c4-852e-abc3f190469f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c91c2b9-e12b-44d6-a31b-be4a4627ab29 HTTP/1.1" status: 204 len: 168 time: 1.2556608 Aug 13 03:42:36.260640 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-e04939d7-85d9-478d-870a-5bb5d42d8913 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82e2a8cb-eefe-4ccf-98f1-d606ade06f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562522 Aug 13 03:42:36.260640 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afa07d-cb45-43c4-852e-abc3f190469f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c91c2b9-e12b-44d6-a31b-be4a4627ab29,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:36.399335 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-97e188ca-701f-4704-b780-1b3aee51c909 service neutron] 10.222.0.18 "GET /v2.0/networks/82e2a8cb-eefe-4ccf-98f1-d606ade06f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336915 Aug 13 03:42:36.545201 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 46986) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:36.556913 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Made reservation on behalf of 4db1968f1db44242913aa03c89b0d193 for: {'port': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:36.574577 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7056d61d-ffa2-4eae-b4e3-89bc486b5538 req-921bed89-c6b4-40e2-8478-2c9580a834c4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 210 time: 0.0800703 Aug 13 03:42:36.579206 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.784577 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e94c186c-8d88-4e75-a266-5bd8e01856ec req-2ca039b9-a8fd-4403-87fb-4f925548adef service neutron] 10.222.0.18 "GET /v2.0/networks/82e2a8cb-eefe-4ccf-98f1-d606ade06f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551416 Aug 13 03:42:36.842535 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-624acf86-e5d1-4cff-a653-41c45991a155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.113037 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Allocated IP 172.20.0.8 (ac7b78a2-8d56-47b5-a802-e41f1c206f85/d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72/7100d8ce-1834-4611-8ca6-b37b4e0f3097) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:37.307205 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-624acf86-e5d1-4cff-a653-41c45991a155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.335923 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-624acf86-e5d1-4cff-a653-41c45991a155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.502686 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9a296d7-d623-4daf-98a4-bdd9a5635f91 req-2e930606-ca0d-463c-9a7a-c0d8b4f87059 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 210 time: 0.0608721 Aug 13 03:42:37.519658 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-624acf86-e5d1-4cff-a653-41c45991a155 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e347df8c054420d94b1c288515bb262&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5453627 Aug 13 03:42:37.532883 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.540448 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf3079-a83a-4c86-96d9-985c6b2fe44a req-85a76872-fb4c-4b29-87f0-4762de4fc0fb tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:37.548785 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ecdf3079-a83a-4c86-96d9-985c6b2fe44a req-85a76872-fb4c-4b29-87f0-4762de4fc0fb tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 943 time: 0.3852541 Aug 13 03:42:37.568378 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9d43352f-b166-4426-8b4e-7fa422647a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.573099 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47022) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:37.585381 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.602986 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624acf86-e5d1-4cff-a653-41c45991a155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd9b5c-8a62-4133-87cf-2dacbaea93c9,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:37.644188 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47026) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:37.665782 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Network ac7b78a2-8d56-47b5-a802-e41f1c206f85 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:37.674537 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:37.679677 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:37.708808 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9d43352f-b166-4426-8b4e-7fa422647a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.734636 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9d43352f-b166-4426-8b4e-7fa422647a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.767687 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-fb5501e3-f097-4fd9-8add-a18577ea56a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.818155 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ecdf3079-a83a-4c86-96d9-985c6b2fe44a req-da4cc93b-29a3-4a4d-966d-171077941738 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681434 Aug 13 03:42:37.819984 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Pushing event updated for resources: {'Port': ['ID=7100d8ce-1834-4611-8ca6-b37b4e0f3097,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:37.821220 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43352f-b166-4426-8b4e-7fa422647a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f74e4-6218-43a0-9f45-c980e593926d,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:37.831272 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:37.833724 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.968489 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c831b457-1b10-4281-adef-1bece6cc0ae9 req-a9e1e0ec-ff86-4946-9738-184e5ee019ee tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 210 time: 0.0816438 Aug 13 03:42:37.972308 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-368705be-d097-4a5f-b5ff-ba99e40c69f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:37.986754 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-9d43352f-b166-4426-8b4e-7fa422647a56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0367bca2f0d7470e95457c7e8a00d1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4399710 Aug 13 03:42:37.987781 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47034) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:38.061273 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-368705be-d097-4a5f-b5ff-ba99e40c69f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.143573 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-97f9e952-e89c-4362-8c3d-b26473fc0d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.188888 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-fb5501e3-f097-4fd9-8add-a18577ea56a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.199709 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-48c9c540-124b-4804-b0df-63cc0adb97c9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:38.208325 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-48c9c540-124b-4804-b0df-63cc0adb97c9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 818 time: 0.3402879 Aug 13 03:42:38.210916 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-fb5501e3-f097-4fd9-8add-a18577ea56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.217075 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-97f9e952-e89c-4362-8c3d-b26473fc0d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.228054 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-368705be-d097-4a5f-b5ff-ba99e40c69f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.230802 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-368705be-d097-4a5f-b5ff-ba99e40c69f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.233540 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-7af88ba7-0a20-4a4e-8c36-acb44deb04e9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1317875 Aug 13 03:42:38.235012 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-368705be-d097-4a5f-b5ff-ba99e40c69f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64cd9b5c-8a62-4133-87cf-2dacbaea93c9 HTTP/1.1" status: 204 len: 168 time: 0.6584678 Aug 13 03:42:38.262682 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368705be-d097-4a5f-b5ff-ba99e40c69f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cd9b5c-8a62-4133-87cf-2dacbaea93c9,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:38.299095 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-97f9e952-e89c-4362-8c3d-b26473fc0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.301821 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-97f9e952-e89c-4362-8c3d-b26473fc0d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.303355 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-97f9e952-e89c-4362-8c3d-b26473fc0d5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f8f74e4-6218-43a0-9f45-c980e593926d HTTP/1.1" status: 204 len: 168 time: 0.3105366 Aug 13 03:42:38.322352 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9e952-e89c-4362-8c3d-b26473fc0d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f74e4-6218-43a0-9f45-c980e593926d,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:38.325170 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5501e3-f097-4fd9-8add-a18577ea56a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e87bce-3877-405e-a7b7-28aebc069513,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:38.334748 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-fb5501e3-f097-4fd9-8add-a18577ea56a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87962fdf3c914c4abdfffa83d79be528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6889763 Aug 13 03:42:38.335009 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47048) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:38.457815 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dd532007-eb40-4ff3-aebe-4f42e0c8ae28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.534131 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dd532007-eb40-4ff3-aebe-4f42e0c8ae28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.641412 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dd532007-eb40-4ff3-aebe-4f42e0c8ae28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.644003 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dd532007-eb40-4ff3-aebe-4f42e0c8ae28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.645274 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-dd532007-eb40-4ff3-aebe-4f42e0c8ae28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73e87bce-3877-405e-a7b7-28aebc069513 HTTP/1.1" status: 204 len: 168 time: 0.3091080 Aug 13 03:42:38.659361 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd532007-eb40-4ff3-aebe-4f42e0c8ae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e87bce-3877-405e-a7b7-28aebc069513,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:38.752880 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5c7a860c-297b-4a20-bb7b-10bf5c39aec0 req-a4629a31-1317-4097-8e5e-ea88d42fa5b4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 210 time: 0.0723333 Aug 13 03:42:39.015056 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983a655-417b-4403-8ce0-8877dc70f1f7 req-9e4acde4-714e-4d36-affc-a881264e3bd6 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:39.017325 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c983a655-417b-4403-8ce0-8877dc70f1f7 req-9e4acde4-714e-4d36-affc-a881264e3bd6 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 943 time: 0.1131401 Aug 13 03:42:39.025086 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47078) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:39.054946 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8db5-d2d7-4431-bf9d-7eaa0971aacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.079960 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c983a655-417b-4403-8ce0-8877dc70f1f7 req-2171cae5-ffee-4933-bc32-976e056522b8 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551543 Aug 13 03:42:39.189445 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-adeb0b96-a60a-473c-aafc-b0a5fa996f3d req-9b0a2d74-0fae-403c-afa5-809947e55bfc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 210 time: 0.0415964 Aug 13 03:42:39.291115 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8db5-d2d7-4431-bf9d-7eaa0971aacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.301152 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8db5-d2d7-4431-bf9d-7eaa0971aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.344708 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1e9b8db5-d2d7-4431-bf9d-7eaa0971aacc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=337c67fad747493cb0f9dd54c7cbbfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177326 Aug 13 03:42:39.347527 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47082) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:39.363132 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b8db5-d2d7-4431-bf9d-7eaa0971aacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab2aa72-a8bd-473e-bf1d-1de20fb806f7,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:39.366448 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47084) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:39.418089 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-948fed4d-a11f-480a-a20a-1d6d9d41da65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.443885 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47086) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:39.464989 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-45a95b9b-65bb-4462-9b4c-7bf912463c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.477490 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-89674619-b221-4d62-b703-bd0c0eb61a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.511525 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-89674619-b221-4d62-b703-bd0c0eb61a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.596372 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-948fed4d-a11f-480a-a20a-1d6d9d41da65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.597887 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-89674619-b221-4d62-b703-bd0c0eb61a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.600583 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-89674619-b221-4d62-b703-bd0c0eb61a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.601859 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-89674619-b221-4d62-b703-bd0c0eb61a3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ab2aa72-a8bd-473e-bf1d-1de20fb806f7 HTTP/1.1" status: 204 len: 168 time: 0.2527800 Aug 13 03:42:39.604673 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-948fed4d-a11f-480a-a20a-1d6d9d41da65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.624308 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89674619-b221-4d62-b703-bd0c0eb61a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab2aa72-a8bd-473e-bf1d-1de20fb806f7,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:39.649570 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-948fed4d-a11f-480a-a20a-1d6d9d41da65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c15d9ea958244aed9a0b505b08989c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820425 Aug 13 03:42:39.652817 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47090) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:39.665122 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fed4d-a11f-480a-a20a-1d6d9d41da65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bed55c-4eee-4501-933e-abd2115df352,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:39.753216 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-547ccac0-c8eb-4d6a-becf-3647ff78d5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.781321 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-45a95b9b-65bb-4462-9b4c-7bf912463c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.792755 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-547ccac0-c8eb-4d6a-becf-3647ff78d5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.802314 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-45a95b9b-65bb-4462-9b4c-7bf912463c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:39.933358 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-45a95b9b-65bb-4462-9b4c-7bf912463c50 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa31ee0c83324589b2f29cdf17f6ef93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881299 Aug 13 03:42:39.934921 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ba7d7872-ef26-486b-bf10-3e5bf95f2ffb req-3c85e12c-d6a9-4491-be6c-9059b47b3cde tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 210 time: 0.0397644 Aug 13 03:42:39.936812 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47100) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:39.963610 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95b9b-65bb-4462-9b4c-7bf912463c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce4957a-ff0a-4205-bf50-cde6bdc52854,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:39.991091 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-547ccac0-c8eb-4d6a-becf-3647ff78d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.001562 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-547ccac0-c8eb-4d6a-becf-3647ff78d5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.001562 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-547ccac0-c8eb-4d6a-becf-3647ff78d5a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4bed55c-4eee-4501-933e-abd2115df352 HTTP/1.1" status: 204 len: 168 time: 0.3418200 Aug 13 03:42:40.005860 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ccac0-c8eb-4d6a-becf-3647ff78d5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bed55c-4eee-4501-933e-abd2115df352,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:40.055893 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e6326e24-96c0-4f17-a6be-6c00bb641174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.109552 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e6326e24-96c0-4f17-a6be-6c00bb641174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.292716 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3d324-0ff0-4678-92d7-c01a34d0de00 req-831f9259-6a03-4117-9a6b-b362419a4cce tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:40.302381 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bcd3d324-0ff0-4678-92d7-c01a34d0de00 req-831f9259-6a03-4117-9a6b-b362419a4cce tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 943 time: 0.0857937 Aug 13 03:42:40.311674 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e6326e24-96c0-4f17-a6be-6c00bb641174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.314551 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e6326e24-96c0-4f17-a6be-6c00bb641174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.315702 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e6326e24-96c0-4f17-a6be-6c00bb641174 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bce4957a-ff0a-4205-bf50-cde6bdc52854 HTTP/1.1" status: 204 len: 168 time: 0.3722491 Aug 13 03:42:40.332244 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6326e24-96c0-4f17-a6be-6c00bb641174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce4957a-ff0a-4205-bf50-cde6bdc52854,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:40.367281 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bcd3d324-0ff0-4678-92d7-c01a34d0de00 req-3faa8e15-3709-44e0-a130-94badf6853bc tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637193 Aug 13 03:42:40.409649 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-31305dd5-e405-4d5f-b792-60a10edb100a req-070fcc39-aeac-49ab-b52d-285e63eae121 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 210 time: 0.0411041 Aug 13 03:42:41.038691 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a7220351-e628-4eaf-a629-bf1204ba64dc req-1c07879c-f0d3-4ea3-ab39-1ad6ee9bd75d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 210 time: 0.0303488 Aug 13 03:42:41.544111 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dc76c462-15d5-4ee5-b2aa-3dd47548fea3 req-c0906acb-09d3-4eda-b8f2-1db74d6e6cb8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 210 time: 0.0399806 Aug 13 03:42:41.568185 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c023b5-31fa-455c-83eb-29d4ce3c5837 req-ed21cac4-6d59-4e9d-87d4-32621c499cfd tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:41.574052 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9c023b5-31fa-455c-83eb-29d4ce3c5837 req-ed21cac4-6d59-4e9d-87d4-32621c499cfd tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 943 time: 0.1060948 Aug 13 03:42:41.614877 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9c023b5-31fa-455c-83eb-29d4ce3c5837 req-007d548f-2f84-4cfe-97c0-2356c26b42f1 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Aug 13 03:42:41.983374 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Request body: {'port': {'device_id': 'cc005540-1fca-45d3-9338-d5c2b629abd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:41.994691 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Request body: {'port': {'device_id': 'aa67d573-ba53-47cd-986d-e4e06207d4fc', 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'admin_state_up': True, 'tenant_id': '4db1968f1db44242913aa03c89b0d193'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:42.120218 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.200509 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dcb16b84-e3e5-44cd-8fb3-fc8afadfe2c7 req-a30d9b03-713c-4c6c-85d0-bbf90306082c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 210 time: 0.0423944 Aug 13 03:42:42.269462 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Made reservation on behalf of 4db1968f1db44242913aa03c89b0d193 for: {'port': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:42.273605 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.554635 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.18', 55806) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:42.715252 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9330b037-3afc-4a9b-b548-12267aa0b0eb req-a9970d24-bd13-402c-a8c5-68589406813f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 210 time: 0.0485520 Aug 13 03:42:42.750070 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7100d8ce-1834-4611-8ca6-b37b4e0f3097 {{(pid=100566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:42.766314 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.787730 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Transition to ACTIVE for port object 7100d8ce-1834-4611-8ca6-b37b4e0f3097 will not be triggered until provisioned by entity L2. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:42.799981 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.837077 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4eb2-daac-403d-bfbc-54609090716e req-0996e666-6a1b-4044-be94-f114ec990e7b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:42.838646 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-0996e666-6a1b-4044-be94-f114ec990e7b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 817 time: 0.2580230 Aug 13 03:42:42.856583 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b52e-b476-4607-9e7c-2be9900309c5 req-16016661-551b-4c71-a9de-3d42092bd42f tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:42.858441 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9e68b52e-b476-4607-9e7c-2be9900309c5 req-16016661-551b-4c71-a9de-3d42092bd42f tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 943 time: 0.1177483 Aug 13 03:42:42.924709 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7100d8ce-1834-4611-8ca6-b37b4e0f3097,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:42.929751 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-ee58187a-0839-4469-a361-0e89d585e9ea tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d6cadea26a4a55baf2f4fc00161f21 HTTP/1.1" status: 200 len: 379 time: 0.0663962 Aug 13 03:42:42.945342 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'port': {'device_id': '704b9507-e591-4a0e-9034-4b274003d721', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'admin_state_up': True, 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'security_groups': ['0419618a-44e3-486f-8f95-820c64d58034']}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:42.985898 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Allocated IP 172.20.0.7 (ac7b78a2-8d56-47b5-a802-e41f1c206f85/d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72/331aab69-af07-4c76-b76b-c26daaa36f48) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:43.017540 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9e68b52e-b476-4607-9e7c-2be9900309c5 req-4e4e4ae1-7a21-43ee-9449-1bf7e9ddaced tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466002 Aug 13 03:42:43.019578 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Attempting to bind port 7100d8ce-1834-4611-8ca6-b37b4e0f3097 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:43.020121 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Attempting to bind port 7100d8ce-1834-4611-8ca6-b37b4e0f3097 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:43.020455 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Attempting to bind port 7100d8ce-1834-4611-8ca6-b37b4e0f3097 on network ac7b78a2-8d56-47b5-a802-e41f1c206f85 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:43.024704 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Port 7100d8ce-1834-4611-8ca6-b37b4e0f3097 on network ac7b78a2-8d56-47b5-a802-e41f1c206f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:42:43.025029 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Attempting to bind port 7100d8ce-1834-4611-8ca6-b37b4e0f3097 on network ac7b78a2-8d56-47b5-a802-e41f1c206f85 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:43.040667 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:43.041108 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Checking segment: {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:43.041697 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Bound using segment: {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:43.042519 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Bound port: 7100d8ce-1834-4611-8ca6-b37b4e0f3097, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'}}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:43.043041 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.116938 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Made reservation on behalf of c8d6cadea26a4a55baf2f4fc00161f21 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:43.121717 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.183789 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] For port 7100d8ce-1834-4611-8ca6-b37b4e0f3097, host hv-cinder-76019, cleared binding levels {{(pid=100566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:43.205763 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] For port 7100d8ce-1834-4611-8ca6-b37b4e0f3097, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:43.217108 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.221744 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47272) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:43.288799 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:43.289444 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.290854 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] 10.222.0.18 "PUT /v2.0/ports/7100d8ce-1834-4611-8ca6-b37b4e0f3097 HTTP/1.1" status: 200 len: 1093 time: 1.3147964 Aug 13 03:42:43.291300 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc005540-1fca-45d3-9338-d5c2b629abd0', 'tag': '7100d8ce-1834-4611-8ca6-b37b4e0f3097'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:43.293541 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc005540-1fca-45d3-9338-d5c2b629abd0", "tag": "7100d8ce-1834-4611-8ca6-b37b4e0f3097"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:43.305522 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.375025 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae386dcb-56a0-44b2-9aef-80dd6a726dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7100d8ce-1834-4611-8ca6-b37b4e0f3097,revision_number=3']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:43.409621 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7033dc89-3c7a-4e47-af3d-8f18399e281e x-openstack-request-id: req-7033dc89-3c7a-4e47-af3d-8f18399e281e {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:43.409952 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc005540-1fca-45d3-9338-d5c2b629abd0", "tag": "7100d8ce-1834-4611-8ca6-b37b4e0f3097", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:43.410211 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7033dc89-3c7a-4e47-af3d-8f18399e281e {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:43.411220 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc005540-1fca-45d3-9338-d5c2b629abd0', 'tag': '7100d8ce-1834-4611-8ca6-b37b4e0f3097', 'status': 'completed', 'code': 200} Aug 13 03:42:43.415181 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24796dc-78ef-416c-a83d-45614fac8264 req-a01e7010-87a5-49bf-a264-d34865313a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:43.416907 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-a01e7010-87a5-49bf-a264-d34865313a50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1096 time: 0.0793188 Aug 13 03:42:43.428609 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.493172 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Allocated IP 172.20.0.5 (a435de16-ff76-42df-a496-1b954adf6388/95c34f2f-e964-45bf-81f4-7b24f7b01a9c/5c4025de-5669-446a-8fc1-7fbacc74a859) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:43.517970 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Pushing event updated for resources: {'Port': ['ID=331aab69-af07-4c76-b76b-c26daaa36f48,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:43.540440 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c879559-b82e-45b3-9d65-06e2339f6d5c req-346f2e9d-b50f-4898-936f-bb320c8d851e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:43.541954 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8c879559-b82e-45b3-9d65-06e2339f6d5c req-346f2e9d-b50f-4898-936f-bb320c8d851e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 931 time: 0.1181743 Aug 13 03:42:43.563949 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9777bb81-23b7-4324-a859-16b928d6616f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.566857 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-783730e7-a8e0-43b7-8ac7-214b2c3eb05e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097 HTTP/1.1" status: 200 len: 217 time: 0.1296978 Aug 13 03:42:43.594597 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Network ac7b78a2-8d56-47b5-a802-e41f1c206f85 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:43.619398 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:43.625731 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:43.674739 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8c879559-b82e-45b3-9d65-06e2339f6d5c req-5ecb9546-de44-4153-be3c-62f49e2883fc tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187727 Aug 13 03:42:43.695285 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24796dc-78ef-416c-a83d-45614fac8264 req-f1be85e9-8231-44ad-bc9a-87edf9b67eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:43.711925 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-f1be85e9-8231-44ad-bc9a-87edf9b67eca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.1308088 Aug 13 03:42:43.749974 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:43.750785 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.751529 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.774023 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Transition to ACTIVE for port object 5c4025de-5669-446a-8fc1-7fbacc74a859 will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:43.787732 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-342bcfe6-2695-46e7-9b49-0daae84e8a57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633590 Aug 13 03:42:43.859781 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-19fc4795-0920-4159-844a-b7175f7b5712 req-404d834d-53f8-4e63-852d-4ba69a528372 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 210 time: 0.0303230 Aug 13 03:42:43.861093 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.899964 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9777bb81-23b7-4324-a859-16b928d6616f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.918622 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9777bb81-23b7-4324-a859-16b928d6616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.937629 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-198eb716-12a9-47a4-a951-788e2eec687e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9487386 Aug 13 03:42:43.949253 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-d96168ce-fca0-40fd-83de-475fb3065517 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498308 Aug 13 03:42:43.974947 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Request body: {'port': {'device_id': 'aa67d573-ba53-47cd-986d-e4e06207d4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:44.054228 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-9777bb81-23b7-4324-a859-16b928d6616f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0d5d6a0843a4e79905d016e48d12cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8286641 Aug 13 03:42:44.060575 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47310) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:44.062955 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777bb81-23b7-4324-a859-16b928d6616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7f6ba4-3abe-4239-9b0f-1fc3c17c301d,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:44.128506 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:44.146150 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.167808 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Network a435de16-ff76-42df-a496-1b954adf6388 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:44.185336 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:44.190184 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:44.223083 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-40eeae6d-5256-4cd8-9dd0-590b78acd3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.248819 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:42:44.260157 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-40eeae6d-5256-4cd8-9dd0-590b78acd3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.267869 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcce36-a0cd-4fbe-84d0-606fa7e4060d req-8dfd8079-07a1-4a3c-9467-74ad8a0c9ba7 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:44.273538 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8fcce36-a0cd-4fbe-84d0-606fa7e4060d req-8dfd8079-07a1-4a3c-9467-74ad8a0c9ba7 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 943 time: 0.1315143 Aug 13 03:42:44.283347 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:44.286609 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.335061 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-acc95433-9b84-4022-843d-3392a254a68f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3946929 Aug 13 03:42:44.348204 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-a24796dc-78ef-416c-a83d-45614fac8264 req-553b0694-744e-4692-b4dc-2cdbf5161b65 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677702 Aug 13 03:42:44.358503 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Request body: {'port': {'device_id': '704b9507-e591-4a0e-9034-4b274003d721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:44.458801 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8fcce36-a0cd-4fbe-84d0-606fa7e4060d req-96f202a1-1cc0-4c38-9544-19c4094012da tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515329 Aug 13 03:42:44.503664 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.569000 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,segment=NetworkSegment(76160b40-f119-4eef-9a46-75df940385df),segment_id=76160b40-f119-4eef-9a46-75df940385df)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:44.590160 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-cf5646e5-71de-4322-a029-e97272ae3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:44.591806 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-cf5646e5-71de-4322-a029-e97272ae3057 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1096 time: 0.1552269 Aug 13 03:42:44.592671 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-40eeae6d-5256-4cd8-9dd0-590b78acd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.595192 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-40eeae6d-5256-4cd8-9dd0-590b78acd3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.597052 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '3d411dd5-67b4-4dbc-94a5-5b564ce2b05a', 'network_id': '82e2a8cb-eefe-4ccf-98f1-d606ade06f8d', 'port_id': '3d411dd5-67b4-4dbc-94a5-5b564ce2b05a', 'mac_address': 'fa:16:3e:27:4c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a033d170-dc80-4924-a3ef-30fec4572ed6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:42:44.598935 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-40eeae6d-5256-4cd8-9dd0-590b78acd3a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed7f6ba4-3abe-4239-9b0f-1fc3c17c301d HTTP/1.1" status: 204 len: 168 time: 0.5369577 Aug 13 03:42:44.673022 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeae6d-5256-4cd8-9dd0-590b78acd3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7f6ba4-3abe-4239-9b0f-1fc3c17c301d,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:44.697111 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.752443 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:44.761677 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331aab69-af07-4c76-b76b-c26daaa36f48 {{(pid=100566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:44.770751 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.784073 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Transition to ACTIVE for port object 331aab69-af07-4c76-b76b-c26daaa36f48 will not be triggered until provisioned by entity L2. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:44.790141 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.803665 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,segment=NetworkSegment(76160b40-f119-4eef-9a46-75df940385df),segment_id=76160b40-f119-4eef-9a46-75df940385df)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:44.807487 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-9592ca6e-f427-428b-a954-51ae2f8a9f0b None None] Provisioning for port 5c4025de-5669-446a-8fc1-7fbacc74a859 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:44.816236 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.834663 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-9592ca6e-f427-428b-a954-51ae2f8a9f0b None None] Provisioning complete for port 5c4025de-5669-446a-8fc1-7fbacc74a859 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:44.836824 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-9592ca6e-f427-428b-a954-51ae2f8a9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.933452 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Pushing event updated for resources: {'Port': ['ID=331aab69-af07-4c76-b76b-c26daaa36f48,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:44.938158 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d2ca8-468a-4856-b286-6ea0b57f3c4a req-c50a22d3-c0bf-4043-a784-53a26cc70937 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:44.954046 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1b9d2ca8-468a-4856-b286-6ea0b57f3c4a req-c50a22d3-c0bf-4043-a784-53a26cc70937 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.1815588 Aug 13 03:42:45.057188 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:45.061569 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-9592ca6e-f427-428b-a954-51ae2f8a9f0b None None] Port 5c4025de-5669-446a-8fc1-7fbacc74a859 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:42:45.091849 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1b9d2ca8-468a-4856-b286-6ea0b57f3c4a req-5d7bf29d-de1e-4622-ad70-cbf60917651d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268489 Aug 13 03:42:45.093796 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Attempting to bind port 331aab69-af07-4c76-b76b-c26daaa36f48 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:45.094713 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Attempting to bind port 331aab69-af07-4c76-b76b-c26daaa36f48 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:45.095361 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Attempting to bind port 331aab69-af07-4c76-b76b-c26daaa36f48 on network ac7b78a2-8d56-47b5-a802-e41f1c206f85 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:45.109546 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Port 331aab69-af07-4c76-b76b-c26daaa36f48 on network ac7b78a2-8d56-47b5-a802-e41f1c206f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:42:45.109886 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Attempting to bind port 331aab69-af07-4c76-b76b-c26daaa36f48 on network ac7b78a2-8d56-47b5-a802-e41f1c206f85 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:45.116981 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:45.117330 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Checking segment: {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:45.117719 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Bound using segment: {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:45.118784 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Bound port: 331aab69-af07-4c76-b76b-c26daaa36f48, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85'}}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:45.118784 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.207689 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] For port 331aab69-af07-4c76-b76b-c26daaa36f48, host hv-cinder-76019, cleared binding levels {{(pid=100566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:45.211169 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] For port 331aab69-af07-4c76-b76b-c26daaa36f48, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=331aab69-af07-4c76-b76b-c26daaa36f48,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:45.217186 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.236478 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943d795-a2d2-4696-999d-c3359da13bd7 req-05e23106-43c5-4af7-9f56-f3b1ccf83cf5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:45.238624 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a943d795-a2d2-4696-999d-c3359da13bd7 req-05e23106-43c5-4af7-9f56-f3b1ccf83cf5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 931 time: 0.1443713 Aug 13 03:42:45.259862 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4025de-5669-446a-8fc1-7fbacc74a859 {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:45.265634 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:45.266257 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.267698 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] 10.222.0.18 "PUT /v2.0/ports/331aab69-af07-4c76-b76b-c26daaa36f48 HTTP/1.1" status: 200 len: 1093 time: 1.3109386 Aug 13 03:42:45.276087 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.289834 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acce0e-1817-462f-ab11-5bddd7960f90 service neutron] Pushing event updated for resources: {'Port': ['ID=331aab69-af07-4c76-b76b-c26daaa36f48,revision_number=3']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:45.302606 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Transition to ACTIVE for port object 5c4025de-5669-446a-8fc1-7fbacc74a859 will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:45.308127 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a943d795-a2d2-4696-999d-c3359da13bd7 req-800005c3-dcd1-467c-b66d-3b33f1df8e7d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602682 Aug 13 03:42:45.309231 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.408478 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:45.412901 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa67d573-ba53-47cd-986d-e4e06207d4fc', 'tag': '331aab69-af07-4c76-b76b-c26daaa36f48'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:45.416240 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b27fa-ad42-4d01-9797-4c35354501af" -d '{"events": [{"name": "network-changed", "server_uuid": "aa67d573-ba53-47cd-986d-e4e06207d4fc", "tag": "331aab69-af07-4c76-b76b-c26daaa36f48"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:45.479092 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e47cf91-a079-4b4e-8681-28ef19c73c17 x-openstack-request-id: req-5e47cf91-a079-4b4e-8681-28ef19c73c17 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:45.479572 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa67d573-ba53-47cd-986d-e4e06207d4fc", "tag": "331aab69-af07-4c76-b76b-c26daaa36f48", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:45.479873 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e47cf91-a079-4b4e-8681-28ef19c73c17 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:45.480431 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa67d573-ba53-47cd-986d-e4e06207d4fc', 'tag': '331aab69-af07-4c76-b76b-c26daaa36f48', 'status': 'completed', 'code': 200} Aug 13 03:42:45.520230 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Attempting to bind port 5c4025de-5669-446a-8fc1-7fbacc74a859 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:45.520731 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Attempting to bind port 5c4025de-5669-446a-8fc1-7fbacc74a859 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:45.522082 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Attempting to bind port 5c4025de-5669-446a-8fc1-7fbacc74a859 on network a435de16-ff76-42df-a496-1b954adf6388 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:45.535021 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Port 5c4025de-5669-446a-8fc1-7fbacc74a859 on network a435de16-ff76-42df-a496-1b954adf6388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:42:45.535277 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Attempting to bind port 5c4025de-5669-446a-8fc1-7fbacc74a859 on network a435de16-ff76-42df-a496-1b954adf6388 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:45.541998 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:45.542349 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Checking segment: {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:45.542964 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Bound using segment: {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:45.543572 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Bound port: 5c4025de-5669-446a-8fc1-7fbacc74a859, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:45.543982 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.674601 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:45.679987 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:45.692000 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb30fc4-2505-4a69-b426-311acb9f9571 req-314e097a-4306-469d-be88-6fcafc9c1fb7 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:45.693639 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6fb30fc4-2505-4a69-b426-311acb9f9571 req-314e097a-4306-469d-be88-6fcafc9c1fb7 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 944 time: 0.0890994 Aug 13 03:42:45.694958 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.733028 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:45.733638 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.735016 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] 10.222.0.18 "PUT /v2.0/ports/5c4025de-5669-446a-8fc1-7fbacc74a859 HTTP/1.1" status: 200 len: 1093 time: 1.3847928 Aug 13 03:42:45.737897 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:45.801498 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b3dd7-59f3-478d-8c9e-9b04d0616f43 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:45.826819 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6fb30fc4-2505-4a69-b426-311acb9f9571 req-5e8dd42b-c37c-43dc-ac0e-95f5d97c75d5 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224861 Aug 13 03:42:45.910089 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1f2311-0035-4f26-99aa-ad762979406f" -d '{"events": [{"name": "network-changed", "server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:46.054628 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f499fd4b-aa43-40e0-8d59-335b2aaa3cb2 x-openstack-request-id: req-f499fd4b-aa43-40e0-8d59-335b2aaa3cb2 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:46.055223 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:46.055223 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f499fd4b-aa43-40e0-8d59-335b2aaa3cb2 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:46.055788 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'status': 'completed', 'code': 200} Aug 13 03:42:46.201218 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380482b-207b-4cf3-857c-7954f076f3a5 req-5463f870-2169-4a09-b14a-e2c6b9ae9aba tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:46.202656 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e380482b-207b-4cf3-857c-7954f076f3a5 req-5463f870-2169-4a09-b14a-e2c6b9ae9aba tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0507429 Aug 13 03:42:46.242780 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e380482b-207b-4cf3-857c-7954f076f3a5 req-e236c3e7-a177-4a74-b8d5-a420f3a89273 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336950 Aug 13 03:42:46.303284 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47418) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:46.411749 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c46d6032-9879-41a3-82e6-fca609929c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.435765 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8d25a-42bf-4e0b-adcd-750aac09edd6 req-0f490f84-edab-4d7e-8dca-b6083ff19318 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:46.437153 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-68a8d25a-42bf-4e0b-adcd-750aac09edd6 req-0f490f84-edab-4d7e-8dca-b6083ff19318 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0497205 Aug 13 03:42:46.476211 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-68a8d25a-42bf-4e0b-adcd-750aac09edd6 req-1d8cdb54-b236-4040-bb6a-ebbb40a1d6b7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329015 Aug 13 03:42:46.509855 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c46d6032-9879-41a3-82e6-fca609929c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.513922 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c46d6032-9879-41a3-82e6-fca609929c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.552292 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c46d6032-9879-41a3-82e6-fca609929c50 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=443fa12d016745dfb7e89e2c5753abda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479370 Aug 13 03:42:46.553154 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d6032-9879-41a3-82e6-fca609929c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0087978f-f795-4751-ae59-7ccc20f49e5e,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:46.554877 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47428) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:46.609739 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4f0a-d14e-48b1-96a6-169e0811ba21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.630923 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4f0a-d14e-48b1-96a6-169e0811ba21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.681179 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4f0a-d14e-48b1-96a6-169e0811ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.681179 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4f0a-d14e-48b1-96a6-169e0811ba21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.682262 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-4f4b4f0a-d14e-48b1-96a6-169e0811ba21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0087978f-f795-4751-ae59-7ccc20f49e5e HTTP/1.1" status: 204 len: 168 time: 0.1260226 Aug 13 03:42:46.690029 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b4f0a-d14e-48b1-96a6-169e0811ba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087978f-f795-4751-ae59-7ccc20f49e5e,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:46.940485 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4506ede-8289-4099-901b-dcc8caa3daa5 req-a62e0356-8796-4240-9156-b3b55ced90c5 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:46.944131 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4506ede-8289-4099-901b-dcc8caa3daa5 req-a62e0356-8796-4240-9156-b3b55ced90c5 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 944 time: 0.0511858 Aug 13 03:42:46.994244 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4506ede-8289-4099-901b-dcc8caa3daa5 req-68b08bf6-f9a6-4618-9923-30245165f39e tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Aug 13 03:42:47.350925 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47486) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:47.372201 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481262f-4c2e-4aef-abd8-10bd8e04af18 req-ab898d36-da1f-434a-93cd-247ef5c2d520 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:47.374177 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5481262f-4c2e-4aef-abd8-10bd8e04af18 req-ab898d36-da1f-434a-93cd-247ef5c2d520 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0528657 Aug 13 03:42:47.415884 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5481262f-4c2e-4aef-abd8-10bd8e04af18 req-4c200de2-2d03-4c3a-9cf9-7bb8e16161d5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Aug 13 03:42:47.470522 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e41fd2db-75da-428f-964d-d414030c7f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.705382 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf5500-e680-4cd5-8913-d5093be4418e req-47e457a8-67f8-46a1-8332-18148f161087 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:47.707915 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c9cf5500-e680-4cd5-8913-d5093be4418e req-47e457a8-67f8-46a1-8332-18148f161087 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0952022 Aug 13 03:42:47.710734 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b27fa-ad42-4d01-9797-4c35354501af req-c649df4c-31a9-4e0d-a56e-1cddb91f98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:47.712132 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d50b27fa-ad42-4d01-9797-4c35354501af req-c649df4c-31a9-4e0d-a56e-1cddb91f98c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 1096 time: 0.1430869 Aug 13 03:42:47.721946 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e41fd2db-75da-428f-964d-d414030c7f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.727056 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-e8f32f92-2471-4e98-a555-0f9874ec387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:47.728584 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-e8f32f92-2471-4e98-a555-0f9874ec387e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 918 time: 0.2113938 Aug 13 03:42:47.730816 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e41fd2db-75da-428f-964d-d414030c7f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.779383 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['3d411dd5-67b4-4dbc-94a5-5b564ce2b05a'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:42:47.799804 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f2311-0035-4f26-99aa-ad762979406f req-e621df0d-3ead-4f18-8c5b-090ceedc0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:47.801702 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5a1f2311-0035-4f26-99aa-ad762979406f req-e621df0d-3ead-4f18-8c5b-090ceedc0c10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 1096 time: 0.1546612 Aug 13 03:42:47.816907 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-fc276f54-e055-435b-bcef-b06c17737abf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097 HTTP/1.1" status: 200 len: 217 time: 0.0803630 Aug 13 03:42:47.869834 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c9cf5500-e680-4cd5-8913-d5093be4418e req-824f91b5-f3d5-47a2-9186-736099ab1288 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543622 Aug 13 03:42:47.924040 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fd2db-75da-428f-964d-d414030c7f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6101d2b-5f08-4fe9-b2bf-ecccffb3e78a,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:47.928983 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-e41fd2db-75da-428f-964d-d414030c7f97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85766ff273c64a4cafd2f1fd934a18ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757132 Aug 13 03:42:47.938446 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47510) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:47.969461 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b27fa-ad42-4d01-9797-4c35354501af req-9fd8bcf4-f064-465a-bca5-6e8017cd984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:47.970870 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d50b27fa-ad42-4d01-9797-4c35354501af req-9fd8bcf4-f064-465a-bca5-6e8017cd984e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4db1968f1db44242913aa03c89b0d193&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2477403 Aug 13 03:42:48.045907 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-fb04174a-b8bf-4d0d-b187-8a43e9ceb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:48.045907 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-fb04174a-b8bf-4d0d-b187-8a43e9ceb47f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.1985095 Aug 13 03:42:48.065873 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f2311-0035-4f26-99aa-ad762979406f req-d5a36fa4-aa9a-4397-b76d-758ee0642ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:48.067619 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5a1f2311-0035-4f26-99aa-ad762979406f req-d5a36fa4-aa9a-4397-b76d-758ee0642ff3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2528565 Aug 13 03:42:48.323355 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51d752fd-2cf9-4c67-bba7-2506b7937b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:48.383766 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51d752fd-2cf9-4c67-bba7-2506b7937b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:48.433177 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0aaeb-7095-49b4-8624-9c41bf1768b1 req-3ded4678-0e96-4bbd-8943-1fce86a8bdbe tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:48.435054 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-84f0aaeb-7095-49b4-8624-9c41bf1768b1 req-3ded4678-0e96-4bbd-8943-1fce86a8bdbe tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 944 time: 0.1795723 Aug 13 03:42:48.466733 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b27fa-ad42-4d01-9797-4c35354501af req-3a148f9e-3cf9-41e5-9809-a5de79eab20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:48.468292 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d50b27fa-ad42-4d01-9797-4c35354501af req-3a148f9e-3cf9-41e5-9809-a5de79eab20e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4876502 Aug 13 03:42:48.511257 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-84f0aaeb-7095-49b4-8624-9c41bf1768b1 req-180a7262-89ff-493a-a07d-d2a5842d658b tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622325 Aug 13 03:42:48.523132 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51d752fd-2cf9-4c67-bba7-2506b7937b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:48.535850 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51d752fd-2cf9-4c67-bba7-2506b7937b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:48.535850 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-51d752fd-2cf9-4c67-bba7-2506b7937b22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6101d2b-5f08-4fe9-b2bf-ecccffb3e78a HTTP/1.1" status: 204 len: 168 time: 0.5896373 Aug 13 03:42:48.556509 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d752fd-2cf9-4c67-bba7-2506b7937b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6101d2b-5f08-4fe9-b2bf-ecccffb3e78a,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:48.612546 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ff494-8001-47a6-80be-ca2978d0dc2e req-aff33aad-ec02-4363-8206-3843b874c403 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:48.614651 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e04ff494-8001-47a6-80be-ca2978d0dc2e req-aff33aad-ec02-4363-8206-3843b874c403 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0688787 Aug 13 03:42:48.664829 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e04ff494-8001-47a6-80be-ca2978d0dc2e req-0b93fdb0-b6d5-464c-a960-316b24f352b9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Aug 13 03:42:48.908599 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47552) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:48.928144 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-02976dd7-1da4-4fde-9a8c-909aeb806a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:49.027726 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ef11-ff82-4d7c-8bb4-0a8d0b654689 req-5dfb0c21-1659-4c15-905d-a0456b8c3313 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:49.029544 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3bf6ef11-ff82-4d7c-8bb4-0a8d0b654689 req-5dfb0c21-1659-4c15-905d-a0456b8c3313 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0645950 Aug 13 03:42:49.074440 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3bf6ef11-ff82-4d7c-8bb4-0a8d0b654689 req-5fb65f8a-daeb-4a32-99d4-2b752216c816 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381067 Aug 13 03:42:49.175520 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-02976dd7-1da4-4fde-9a8c-909aeb806a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:49.179701 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-02976dd7-1da4-4fde-9a8c-909aeb806a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:49.214216 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02976dd7-1da4-4fde-9a8c-909aeb806a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23145b6c-49af-48f9-b5f4-a57c5df90d26,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:49.218551 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-02976dd7-1da4-4fde-9a8c-909aeb806a1d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83a95aeb3d8a444681dc2427963ddd05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088870 Aug 13 03:42:49.221135 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47558) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:49.268515 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-809023fe-5a4d-4da4-b76f-62e115f5e9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:49.289425 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-809023fe-5a4d-4da4-b76f-62e115f5e9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:49.336193 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-809023fe-5a4d-4da4-b76f-62e115f5e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:49.338767 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-809023fe-5a4d-4da4-b76f-62e115f5e9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:49.339931 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-809023fe-5a4d-4da4-b76f-62e115f5e9d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23145b6c-49af-48f9-b5f4-a57c5df90d26 HTTP/1.1" status: 204 len: 168 time: 0.1179099 Aug 13 03:42:49.347346 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809023fe-5a4d-4da4-b76f-62e115f5e9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23145b6c-49af-48f9-b5f4-a57c5df90d26,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:49.632854 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3c9e6-8273-42fb-9b86-4b20cdcce2d1 req-f3f37d05-186e-411c-8ca4-060ed62b2173 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:49.634357 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4ac3c9e6-8273-42fb-9b86-4b20cdcce2d1 req-f3f37d05-186e-411c-8ca4-060ed62b2173 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 944 time: 0.0503998 Aug 13 03:42:49.689836 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4ac3c9e6-8273-42fb-9b86-4b20cdcce2d1 req-7221cb81-9af5-412e-9503-028ae47d9c32 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Aug 13 03:42:49.813622 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b9930-d327-4675-ae5d-aa03f2b1924d req-7e97d938-9f88-456c-9387-10b2cd3b98f0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:49.819267 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cd8b9930-d327-4675-ae5d-aa03f2b1924d req-7e97d938-9f88-456c-9387-10b2cd3b98f0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0668933 Aug 13 03:42:49.865380 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cd8b9930-d327-4675-ae5d-aa03f2b1924d req-6bf3fee1-5746-4110-a8fc-06b998cfe088 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437982 Aug 13 03:42:50.192359 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76fc51-d211-45d1-83e4-e2b179ed656e req-49079c6f-cd95-4f76-88e2-df812d3eb789 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:50.193844 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fa76fc51-d211-45d1-83e4-e2b179ed656e req-49079c6f-cd95-4f76-88e2-df812d3eb789 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0482395 Aug 13 03:42:50.237397 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fa76fc51-d211-45d1-83e4-e2b179ed656e req-8f1128d0-b43b-46b7-a0c8-e4ace83e6b40 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374353 Aug 13 03:42:50.802547 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb07461-da53-4d69-8e2e-1f6d7b80e841 req-2499967f-d6a6-4d47-96de-9fe49d160a86 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:50.804975 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1cb07461-da53-4d69-8e2e-1f6d7b80e841 req-2499967f-d6a6-4d47-96de-9fe49d160a86 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 944 time: 0.0512466 Aug 13 03:42:50.848827 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1cb07461-da53-4d69-8e2e-1f6d7b80e841 req-2aa7fd26-2702-4453-8f8a-6e880a65b4d1 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379398 Aug 13 03:42:50.991657 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd1181-d96a-4026-901d-52853208d730 req-b45e0fd9-ccb2-4e27-b54c-eb6bcf5b8c6d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.008812 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2cfd1181-d96a-4026-901d-52853208d730 req-b45e0fd9-ccb2-4e27-b54c-eb6bcf5b8c6d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0718331 Aug 13 03:42:51.100098 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-875cde79-b35a-48f1-8ef1-742e91182e6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052706 Aug 13 03:42:51.121992 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47642) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:51.133152 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2cfd1181-d96a-4026-901d-52853208d730 req-a6bbd7e1-6da3-4a9d-8ff1-2f701875b453 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175561 Aug 13 03:42:51.147342 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-522b7e37-a4e3-4b7b-ad8e-e3a9eb866e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.148835 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-522b7e37-a4e3-4b7b-ad8e-e3a9eb866e3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 1096 time: 0.1018920 Aug 13 03:42:51.231801 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-514b514a-ed3d-481d-990e-b68873d36cbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=331aab69-af07-4c76-b76b-c26daaa36f48 HTTP/1.1" status: 200 len: 217 time: 0.0689056 Aug 13 03:42:51.303007 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-76bfa4ea-bffb-4484-b1ce-65c7ab48a6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.306583 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f2311-0035-4f26-99aa-ad762979406f req-c1edc154-e32c-4f96-ac52-5cb847ecd059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.308325 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5a1f2311-0035-4f26-99aa-ad762979406f req-c1edc154-e32c-4f96-ac52-5cb847ecd059 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3042943 Aug 13 03:42:51.322355 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-1db9e2ba-ec45-462f-9455-455c26bec6f6 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660738 Aug 13 03:42:51.325373 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-ebd50a43-fb6d-465d-8894-3869c31f1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.326876 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-ebd50a43-fb6d-465d-8894-3869c31f1ff8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.0873606 Aug 13 03:42:51.424223 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-b5a442fa-5efe-4029-8e00-1b4fd9218309 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799780 Aug 13 03:42:51.449223 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4eb2-daac-403d-bfbc-54609090716e req-d8ec15e3-c292-4b80-a53c-0044a453b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.450720 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-d8ec15e3-c292-4b80-a53c-0044a453b361 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 1096 time: 0.0686901 Aug 13 03:42:51.468169 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-7e1284cb-87fa-4869-bd7c-a2dd444b8cf2 req-1db7a347-fa6d-4151-b3ef-d1f345d57577 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310918 Aug 13 03:42:51.497108 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-daf9fb0a-cb46-4499-bb00-b0ba969186f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c4025de-5669-446a-8fc1-7fbacc74a859 HTTP/1.1" status: 200 len: 217 time: 0.0387340 Aug 13 03:42:51.522336 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda688cd-9908-429d-8834-4fb07ee1daa8 req-4a89cd62-b2cf-460d-a01d-4b80542c830e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.523847 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bda688cd-9908-429d-8834-4fb07ee1daa8 req-4a89cd62-b2cf-460d-a01d-4b80542c830e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1837051 Aug 13 03:42:51.548787 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4eb2-daac-403d-bfbc-54609090716e req-e1c2071f-1e56-4a62-8eb5-20434da4c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.550247 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-e1c2071f-1e56-4a62-8eb5-20434da4c147 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.0463269 Aug 13 03:42:51.610699 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-76bfa4ea-bffb-4484-b1ce-65c7ab48a6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.610915 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4eb2-daac-403d-bfbc-54609090716e req-b2f7003f-4048-4a62-ae24-bc545621ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.612401 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-b2f7003f-4048-4a62-ae24-bc545621ea4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532212 Aug 13 03:42:51.615376 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-3d0164e1-1ef7-407e-81f3-5286349c33bc service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807222 Aug 13 03:42:51.618144 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bda688cd-9908-429d-8834-4fb07ee1daa8 req-fc13e5be-657a-49a9-b964-fcddcae4a3d2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836649 Aug 13 03:42:51.619119 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-76bfa4ea-bffb-4484-b1ce-65c7ab48a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.708001 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-76bfa4ea-bffb-4484-b1ce-65c7ab48a6b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9851ec9386b45e8aaff376e91ca46a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839787 Aug 13 03:42:51.709036 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfa4ea-bffb-4484-b1ce-65c7ab48a6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d989f5-0209-49ed-9b37-38484698d47a,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:51.711032 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47650) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:51.728912 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-b04cf366-17c5-4aed-9d68-decabe16df3c service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025565 Aug 13 03:42:51.750559 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d76271bd-8faa-433f-8390-7e69bf13bc59 req-84cb3daa-befb-4180-a70d-f0325b8b3c0a service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165528 Aug 13 03:42:51.847296 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f7f5df35-ed26-49d7-a2ef-6babc6c4ca55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.885076 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-205b4eb2-daac-403d-bfbc-54609090716e req-356fc33a-45a7-43f4-a41e-309370c25d09 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402354 Aug 13 03:42:51.892634 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f7f5df35-ed26-49d7-a2ef-6babc6c4ca55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.956710 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f7f5df35-ed26-49d7-a2ef-6babc6c4ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.959554 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f7f5df35-ed26-49d7-a2ef-6babc6c4ca55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.960688 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-f7f5df35-ed26-49d7-a2ef-6babc6c4ca55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93d989f5-0209-49ed-9b37-38484698d47a HTTP/1.1" status: 204 len: 168 time: 0.2487121 Aug 13 03:42:51.971581 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5df35-ed26-49d7-a2ef-6babc6c4ca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d989f5-0209-49ed-9b37-38484698d47a,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:52.005322 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2ae9-1955-490c-a8d9-9ea7c0953ff4 req-a92ebae5-d6bd-44aa-88c1-57f107fa41f2 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:52.013819 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-96ac2ae9-1955-490c-a8d9-9ea7c0953ff4 req-a92ebae5-d6bd-44aa-88c1-57f107fa41f2 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 944 time: 0.0777884 Aug 13 03:42:52.064148 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-96ac2ae9-1955-490c-a8d9-9ea7c0953ff4 req-13dddcd9-6a12-4d7b-8715-7ae99de042b5 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467613 Aug 13 03:42:52.154535 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47690) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:52.304155 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59122465-42f6-4d51-8ce5-55df9380ff16 req-2bd7a72f-ccf0-4008-a256-16b0185d8e8e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:52.312147 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-59122465-42f6-4d51-8ce5-55df9380ff16 req-2bd7a72f-ccf0-4008-a256-16b0185d8e8e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0687218 Aug 13 03:42:52.349431 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-59122465-42f6-4d51-8ce5-55df9380ff16 req-7277149d-5466-4676-b0f9-d479b920f9d4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363626 Aug 13 03:42:52.423164 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-acbb57a4-89ca-48e9-b3fe-ee6aa286d021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.448060 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47706) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:52.464044 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-42463582-832a-451e-960d-dc7df29a79b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.529242 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-acbb57a4-89ca-48e9-b3fe-ee6aa286d021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.533748 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-acbb57a4-89ca-48e9-b3fe-ee6aa286d021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.574686 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-acbb57a4-89ca-48e9-b3fe-ee6aa286d021 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29dc7e620f394b2fa9a39453504214d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182985 Aug 13 03:42:52.575556 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb57a4-89ca-48e9-b3fe-ee6aa286d021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34654d0-050a-4b6c-ae6a-0ed544a3c395,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:52.577937 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47708) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:52.656697 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-4f028c66-4794-4e60-805c-2366ddb2c3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.688680 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-42463582-832a-451e-960d-dc7df29a79b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.694626 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-4f028c66-4794-4e60-805c-2366ddb2c3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.702055 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-42463582-832a-451e-960d-dc7df29a79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.761119 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-42463582-832a-451e-960d-dc7df29a79b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b40de6287a94fe29726ee5cc708db83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120649 Aug 13 03:42:52.763462 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df909-d235-47ba-b755-309743eb69da req-39e801e9-abe7-4f8e-b5b1-9aed95b6d8a2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:52.763870 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42463582-832a-451e-960d-dc7df29a79b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabbefde-32fd-4375-827f-164ba0eccc2d,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:52.765481 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a20df909-d235-47ba-b755-309743eb69da req-39e801e9-abe7-4f8e-b5b1-9aed95b6d8a2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0572455 Aug 13 03:42:52.766355 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47716) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:52.797670 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-4f028c66-4794-4e60-805c-2366ddb2c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.801257 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-4f028c66-4794-4e60-805c-2366ddb2c3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.803664 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-4f028c66-4794-4e60-805c-2366ddb2c3a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c34654d0-050a-4b6c-ae6a-0ed544a3c395 HTTP/1.1" status: 204 len: 168 time: 0.2234371 Aug 13 03:42:52.820327 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f028c66-4794-4e60-805c-2366ddb2c3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34654d0-050a-4b6c-ae6a-0ed544a3c395,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:52.850319 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a20df909-d235-47ba-b755-309743eb69da req-5e138063-67fc-45c5-8223-92333dda1af8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712059 Aug 13 03:42:52.868727 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c12ba37e-fcdf-428d-a160-4661eb63320e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.897962 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c12ba37e-fcdf-428d-a160-4661eb63320e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.950831 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c12ba37e-fcdf-428d-a160-4661eb63320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.953361 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c12ba37e-fcdf-428d-a160-4661eb63320e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.954549 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-c12ba37e-fcdf-428d-a160-4661eb63320e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aabbefde-32fd-4375-827f-164ba0eccc2d HTTP/1.1" status: 204 len: 168 time: 0.1873469 Aug 13 03:42:52.963151 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ba37e-fcdf-428d-a160-4661eb63320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabbefde-32fd-4375-827f-164ba0eccc2d,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:53.186270 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86eaeb1-f474-47fc-a5ec-c42d697fc8b4 req-247398b0-0b4e-4c8a-88f8-5dce32a7de44 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:53.188008 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a86eaeb1-f474-47fc-a5ec-c42d697fc8b4 req-247398b0-0b4e-4c8a-88f8-5dce32a7de44 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 944 time: 0.0611112 Aug 13 03:42:53.230201 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a86eaeb1-f474-47fc-a5ec-c42d697fc8b4 req-f4fe14e7-d810-4064-b3e8-bdf7478c6011 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Aug 13 03:42:53.290639 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47746) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:53.304204 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5d48b5a8-da41-4caf-8aca-293f264027bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.401194 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5d48b5a8-da41-4caf-8aca-293f264027bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.413026 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5d48b5a8-da41-4caf-8aca-293f264027bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.481022 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-5d48b5a8-da41-4caf-8aca-293f264027bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de6ea773d4fb457bb46618a761df00bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893623 Aug 13 03:42:53.482570 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48b5a8-da41-4caf-8aca-293f264027bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f1042-ee5a-451f-a072-6aa85848b01e,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:53.484485 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47752) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:53.517787 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c590f4e-7c19-4310-8801-8786c2fd92a3 req-727574db-ca42-4a4d-b3af-1320f691d780 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:53.519515 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1c590f4e-7c19-4310-8801-8786c2fd92a3 req-727574db-ca42-4a4d-b3af-1320f691d780 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0881760 Aug 13 03:42:53.561034 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-03bf3c9c-cf33-4187-8c59-b2b708552f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.585312 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-03bf3c9c-cf33-4187-8c59-b2b708552f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.587096 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1c590f4e-7c19-4310-8801-8786c2fd92a3 req-d2946854-43b1-4453-bf12-5a5d35a407c1 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543499 Aug 13 03:42:53.641418 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-03bf3c9c-cf33-4187-8c59-b2b708552f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.644181 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-03bf3c9c-cf33-4187-8c59-b2b708552f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.646084 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-03bf3c9c-cf33-4187-8c59-b2b708552f31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca4f1042-ee5a-451f-a072-6aa85848b01e HTTP/1.1" status: 204 len: 168 time: 0.1597884 Aug 13 03:42:53.654631 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf3c9c-cf33-4187-8c59-b2b708552f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4f1042-ee5a-451f-a072-6aa85848b01e,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:53.862283 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 7100d8ce-1834-4611-8ca6-b37b4e0f3097 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:42:54.002264 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 7100d8ce-1834-4611-8ca6-b37b4e0f3097, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:54.029363 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '7100d8ce-1834-4611-8ca6-b37b4e0f3097', 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'port_id': '7100d8ce-1834-4611-8ca6-b37b4e0f3097', 'mac_address': 'fa:16:3e:6e:f3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:42:54.060764 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f80a4-469e-40dc-a857-b32892dbfe06 req-3132c6ce-230b-4e6e-85bf-9f5f192abd76 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:54.070970 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fa6f80a4-469e-40dc-a857-b32892dbfe06 req-3132c6ce-230b-4e6e-85bf-9f5f192abd76 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1239340 Aug 13 03:42:54.108750 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.121953 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fa6f80a4-469e-40dc-a857-b32892dbfe06 req-b5cb1f54-c4ce-4794-8248-de07fc887049 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499508 Aug 13 03:42:54.139648 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7100d8ce-1834-4611-8ca6-b37b4e0f3097 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:54.156436 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47818) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:54.163212 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 7100d8ce-1834-4611-8ca6-b37b4e0f3097, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:54.168344 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.236903 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=7100d8ce-1834-4611-8ca6-b37b4e0f3097,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:54.422879 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe4e2f-a686-4171-b643-5b44eef3f44c req-5db0effa-e16d-4cb6-aa76-0a2ff71c1243 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:54.431854 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c9fe4e2f-a686-4171-b643-5b44eef3f44c req-5db0effa-e16d-4cb6-aa76-0a2ff71c1243 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 944 time: 0.0928066 Aug 13 03:42:54.501004 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c9fe4e2f-a686-4171-b643-5b44eef3f44c req-eab5171d-8479-4992-98c9-130a39eb5d0c tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624378 Aug 13 03:42:54.531663 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-faedd29a-23f8-47d8-9c31-b6c99538691f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.682818 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-faedd29a-23f8-47d8-9c31-b6c99538691f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.689546 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-faedd29a-23f8-47d8-9c31-b6c99538691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.728355 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedd29a-23f8-47d8-9c31-b6c99538691f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159714db-c8a1-4371-90d2-2bb4cc08de81,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:54.752046 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-faedd29a-23f8-47d8-9c31-b6c99538691f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9500b341fd84e9fb3b10d5134bd098d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5942013 Aug 13 03:42:54.753696 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47874) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:54.795201 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517967-7d3f-4f66-9c0b-96414fc68e6a req-f7e43646-5083-4c5f-b9c4-29fa54183bfa tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:54.797612 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a8517967-7d3f-4f66-9c0b-96414fc68e6a req-f7e43646-5083-4c5f-b9c4-29fa54183bfa tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0851266 Aug 13 03:42:54.827908 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cdd32bdb-80f7-4d69-b421-d58c663bcfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.847216 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a8517967-7d3f-4f66-9c0b-96414fc68e6a req-d3bc48f1-6bce-431a-93a2-3fe878a85a09 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424008 Aug 13 03:42:54.851630 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cdd32bdb-80f7-4d69-b421-d58c663bcfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.903342 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cdd32bdb-80f7-4d69-b421-d58c663bcfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.909346 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cdd32bdb-80f7-4d69-b421-d58c663bcfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.911382 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-cdd32bdb-80f7-4d69-b421-d58c663bcfb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/159714db-c8a1-4371-90d2-2bb4cc08de81 HTTP/1.1" status: 204 len: 168 time: 0.1558030 Aug 13 03:42:54.919615 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd32bdb-80f7-4d69-b421-d58c663bcfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159714db-c8a1-4371-90d2-2bb4cc08de81,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:55.255643 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e514-86c1-4a97-87d9-cdbafbba978a req-6aa59405-bd41-40a4-9968-1aa67bf06453 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:55.259046 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a844e514-86c1-4a97-87d9-cdbafbba978a req-6aa59405-bd41-40a4-9968-1aa67bf06453 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0567548 Aug 13 03:42:55.292863 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 47894) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:55.300248 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a844e514-86c1-4a97-87d9-cdbafbba978a req-e7852195-024d-49db-ab03-f87633e579e5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364919 Aug 13 03:42:55.307313 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b939b882-b7aa-45d5-8e5c-53e315b9a647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:55.396712 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b939b882-b7aa-45d5-8e5c-53e315b9a647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:55.400764 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b939b882-b7aa-45d5-8e5c-53e315b9a647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:55.437729 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-b939b882-b7aa-45d5-8e5c-53e315b9a647 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3af9dbb2df2a430eaa97efad0c3f35a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437554 Aug 13 03:42:55.439605 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939b882-b7aa-45d5-8e5c-53e315b9a647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e1bce6-83be-4094-b888-6df4f9ba24b0,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:55.440445 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 47898) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:55.491105 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cd46da88-4ba3-43d2-8006-a69c1eb79e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:55.513522 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cd46da88-4ba3-43d2-8006-a69c1eb79e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:55.595545 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cd46da88-4ba3-43d2-8006-a69c1eb79e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:55.598439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cd46da88-4ba3-43d2-8006-a69c1eb79e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:55.602745 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-cd46da88-4ba3-43d2-8006-a69c1eb79e89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6e1bce6-83be-4094-b888-6df4f9ba24b0 HTTP/1.1" status: 204 len: 168 time: 0.1601436 Aug 13 03:42:55.623048 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95226d09-5696-42f7-9c4b-e4fa5db7cc9a req-527794ca-864f-4513-8c7a-542126c77d0d tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:55.624531 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-95226d09-5696-42f7-9c4b-e4fa5db7cc9a req-527794ca-864f-4513-8c7a-542126c77d0d tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 944 time: 0.0638013 Aug 13 03:42:55.625430 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46da88-4ba3-43d2-8006-a69c1eb79e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e1bce6-83be-4094-b888-6df4f9ba24b0,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:55.675081 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-95226d09-5696-42f7-9c4b-e4fa5db7cc9a req-ee5c94f5-b281-415d-973f-118e75c0920d tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390069 Aug 13 03:42:55.862579 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:55.918115 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:55.925580 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:55.925992 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:56.010543 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0c07-c42e-43db-85f1-c29433abc8a1 req-cf335a00-74c0-45d1-8769-d7aca7573c79 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:56.012262 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-865b0c07-c42e-43db-85f1-c29433abc8a1 req-cf335a00-74c0-45d1-8769-d7aca7573c79 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0744410 Aug 13 03:42:56.065846 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-865b0c07-c42e-43db-85f1-c29433abc8a1 req-32f10b1a-b3c8-48cc-9c36-a809550e5cac tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464404 Aug 13 03:42:56.088618 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:56.093781 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['7100d8ce-1834-4611-8ca6-b37b4e0f3097'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:42:56.142370 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca408e70-e936-4b5d-b290-33569d587af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d411dd5-67b4-4dbc-94a5-5b564ce2b05a'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:56.249612 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,segment=NetworkSegment(76160b40-f119-4eef-9a46-75df940385df),segment_id=76160b40-f119-4eef-9a46-75df940385df)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:56.257041 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:56.433481 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:56.447750 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf83250-4a16-45cc-8023-564ca6c2334e" -d '{"events": [{"server_uuid": "ca408e70-e936-4b5d-b290-33569d587af6", "name": "network-vif-plugged", "status": "completed", "tag": "3d411dd5-67b4-4dbc-94a5-5b564ce2b05a"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:56.557891 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e10866-482b-4899-9aaa-2bf71dee3ced req-9d2af46d-3e31-483a-ae21-c9e7092af1c3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:56.561611 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e6e10866-482b-4899-9aaa-2bf71dee3ced req-9d2af46d-3e31-483a-ae21-c9e7092af1c3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1418967 Aug 13 03:42:56.616048 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e6e10866-482b-4899-9aaa-2bf71dee3ced req-5bcef35f-1d69-4896-9445-0f54de8463fd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442638 Aug 13 03:42:56.750052 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56bd780-fe12-437e-9037-db4fb9b59980 x-openstack-request-id: req-b56bd780-fe12-437e-9037-db4fb9b59980 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:56.750380 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca408e70-e936-4b5d-b290-33569d587af6", "name": "network-vif-plugged", "status": "completed", "tag": "3d411dd5-67b4-4dbc-94a5-5b564ce2b05a", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:56.750670 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b56bd780-fe12-437e-9037-db4fb9b59980 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:56.751159 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca408e70-e936-4b5d-b290-33569d587af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d411dd5-67b4-4dbc-94a5-5b564ce2b05a', 'code': 200} Aug 13 03:42:56.849073 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32a974-2989-4830-82f3-7c174f0498aa req-a2571438-1876-48a3-99dc-3fdf44212b7d tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:56.857646 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4e32a974-2989-4830-82f3-7c174f0498aa req-a2571438-1876-48a3-99dc-3fdf44212b7d tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0849867 Aug 13 03:42:56.936401 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4e32a974-2989-4830-82f3-7c174f0498aa req-9182fa7e-b27f-4eaf-8957-cd89d09f83c6 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771389 Aug 13 03:42:57.058380 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da0d3-342a-49e3-b76f-a65aada4a567 req-fdac6045-75c3-43f6-801d-04a6a56528cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:57.059969 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d18da0d3-342a-49e3-b76f-a65aada4a567 req-fdac6045-75c3-43f6-801d-04a6a56528cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 1098 time: 0.0790210 Aug 13 03:42:57.081065 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d18da0d3-342a-49e3-b76f-a65aada4a567 req-30cf3365-c041-4a05-9783-2f06eec038ba service neutron] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.203563 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d14900-98ed-4344-ad8c-c6f893db67fc req-0396cef7-330f-4c3f-bfa0-445aae28a798 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:57.205059 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09d14900-98ed-4344-ad8c-c6f893db67fc req-0396cef7-330f-4c3f-bfa0-445aae28a798 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0564950 Aug 13 03:42:57.215066 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d18da0d3-342a-49e3-b76f-a65aada4a567 req-30cf3365-c041-4a05-9783-2f06eec038ba service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.219978 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-d18da0d3-342a-49e3-b76f-a65aada4a567 req-30cf3365-c041-4a05-9783-2f06eec038ba service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.255705 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09d14900-98ed-4344-ad8c-c6f893db67fc req-e11211e3-46f7-46a3-b2a2-cc249224e4a8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Aug 13 03:42:57.264482 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d18da0d3-342a-49e3-b76f-a65aada4a567 req-30cf3365-c041-4a05-9783-2f06eec038ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965430 Aug 13 03:42:57.269020 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf3365-c041-4a05-9783-2f06eec038ba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=801c2435-b8f8-4394-9c21-505c621b2fce,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:57.354173 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48010) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:57.469965 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3ab4235c-3386-49dc-a84c-83a02339e71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.605185 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3ab4235c-3386-49dc-a84c-83a02339e71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.610847 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3ab4235c-3386-49dc-a84c-83a02339e71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.654439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4235c-3386-49dc-a84c-83a02339e71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56179fca-4aac-48aa-81b5-00cc9fb5d37a,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:57.661657 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-3ab4235c-3386-49dc-a84c-83a02339e71f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eeabfa7a16b64c04976251c003a533f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039832 Aug 13 03:42:57.662190 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48028) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:57.724875 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e15de07-47ea-4bc6-bbb0-94d0b6e5dbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.754959 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e15de07-47ea-4bc6-bbb0-94d0b6e5dbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.774808 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed4913-7ee1-44d6-a059-008593e88cfa req-dea9aa8c-b8d4-440b-b808-54450ee31885 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:57.776476 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-abed4913-7ee1-44d6-a059-008593e88cfa req-dea9aa8c-b8d4-440b-b808-54450ee31885 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0669479 Aug 13 03:42:57.832601 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e15de07-47ea-4bc6-bbb0-94d0b6e5dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.835921 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e15de07-47ea-4bc6-bbb0-94d0b6e5dbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:57.837553 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-8e15de07-47ea-4bc6-bbb0-94d0b6e5dbd2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56179fca-4aac-48aa-81b5-00cc9fb5d37a HTTP/1.1" status: 204 len: 168 time: 0.1740909 Aug 13 03:42:57.838394 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-abed4913-7ee1-44d6-a059-008593e88cfa req-8329a0ae-10ba-4756-812d-d2437e689d70 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509996 Aug 13 03:42:57.842608 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:42:57.846052 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 7100d8ce-1834-4611-8ca6-b37b4e0f3097 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:57.849162 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15de07-47ea-4bc6-bbb0-94d0b6e5dbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56179fca-4aac-48aa-81b5-00cc9fb5d37a,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:58.131039 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29df1ca-7225-4cd0-b5d4-67c7ad11d97e req-06d29007-3724-4b45-9831-6b211f678ff6 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:58.132648 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a29df1ca-7225-4cd0-b5d4-67c7ad11d97e req-06d29007-3724-4b45-9831-6b211f678ff6 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0682242 Aug 13 03:42:58.136538 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 7100d8ce-1834-4611-8ca6-b37b4e0f3097 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:58.165519 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:58.179212 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'port_id': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'mac_address': 'fa:16:3e:c0:8c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:42:58.180841 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 7100d8ce-1834-4611-8ca6-b37b4e0f3097 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:58.181607 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.188690 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a29df1ca-7225-4cd0-b5d4-67c7ad11d97e req-cb5b7de6-edcf-4015-bb01-1e6ed218c014 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485835 Aug 13 03:42:58.310136 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.382776 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4025de-5669-446a-8fc1-7fbacc74a859 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:58.408550 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:58.414884 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.415928 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 331aab69-af07-4c76-b76b-c26daaa36f48 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:42:58.440431 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc947-f717-47f0-9ccb-de3eb11a8013 req-df58a217-5a10-4ba2-8ba4-116f0730ba69 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:58.442684 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-712bc947-f717-47f0-9ccb-de3eb11a8013 req-df58a217-5a10-4ba2-8ba4-116f0730ba69 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 943 time: 0.0909932 Aug 13 03:42:58.479833 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.511292 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-712bc947-f717-47f0-9ccb-de3eb11a8013 req-bbd6c2d6-82a5-40ca-96f2-6ffcb644e870 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612342 Aug 13 03:42:58.590122 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:58.606028 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 7100d8ce-1834-4611-8ca6-b37b4e0f3097, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:58.618352 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.667179 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 331aab69-af07-4c76-b76b-c26daaa36f48, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=331aab69-af07-4c76-b76b-c26daaa36f48,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:58.689197 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '331aab69-af07-4c76-b76b-c26daaa36f48', 'network_id': 'ac7b78a2-8d56-47b5-a802-e41f1c206f85', 'port_id': '331aab69-af07-4c76-b76b-c26daaa36f48', 'mac_address': 'fa:16:3e:8b:83:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a4b6bd-bf04-48a6-8d65-58b7ed96cf72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:42:58.696743 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=7100d8ce-1834-4611-8ca6-b37b4e0f3097,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:58.757088 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc005540-1fca-45d3-9338-d5c2b629abd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7100d8ce-1834-4611-8ca6-b37b4e0f3097'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:58.759746 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78d0f07-abfb-42b6-bb6a-57b6a14f1542" -d '{"events": [{"server_uuid": "cc005540-1fca-45d3-9338-d5c2b629abd0", "name": "network-vif-plugged", "status": "completed", "tag": "7100d8ce-1834-4611-8ca6-b37b4e0f3097"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:58.763825 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.787870 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331aab69-af07-4c76-b76b-c26daaa36f48 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:58.813696 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 331aab69-af07-4c76-b76b-c26daaa36f48, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=331aab69-af07-4c76-b76b-c26daaa36f48,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:58.823262 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.837975 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98df12cf-caf0-4089-8720-da15d1f77ca4 x-openstack-request-id: req-98df12cf-caf0-4089-8720-da15d1f77ca4 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:58.838416 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc005540-1fca-45d3-9338-d5c2b629abd0", "name": "network-vif-plugged", "status": "completed", "tag": "7100d8ce-1834-4611-8ca6-b37b4e0f3097", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:58.838943 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98df12cf-caf0-4089-8720-da15d1f77ca4 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:58.839375 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc005540-1fca-45d3-9338-d5c2b629abd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7100d8ce-1834-4611-8ca6-b37b4e0f3097', 'code': 200} Aug 13 03:42:58.896381 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=331aab69-af07-4c76-b76b-c26daaa36f48,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:58.929552 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5739f697-5746-4890-bf16-010e5b27fab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.983032 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147f5cd-092f-44d9-8a6e-38b5511f44e9 req-c7d53035-bc51-4362-b039-8b3b80463aae tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:58.985337 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8147f5cd-092f-44d9-8a6e-38b5511f44e9 req-c7d53035-bc51-4362-b039-8b3b80463aae tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 944 time: 0.0616310 Aug 13 03:42:59.035071 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8147f5cd-092f-44d9-8a6e-38b5511f44e9 req-1f24a4cb-bf47-40dc-9931-4032b7053b83 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413177 Aug 13 03:42:59.315643 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468d0a4-14dc-4f66-a56b-8c66fa9a38dc req-8dc73a22-1254-45f3-b55c-bd67a8c00323 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:59.317507 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5468d0a4-14dc-4f66-a56b-8c66fa9a38dc req-8dc73a22-1254-45f3-b55c-bd67a8c00323 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0548353 Aug 13 03:42:59.376902 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5468d0a4-14dc-4f66-a56b-8c66fa9a38dc req-0ba5a36b-ce1e-407e-b701-f264c6f5064c tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510101 Aug 13 03:42:59.667001 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705db5a4-5550-40f8-8f84-f61c31b86664 req-1aa302ce-ebfd-4669-9e00-331548a60b0c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:59.668680 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-705db5a4-5550-40f8-8f84-f61c31b86664 req-1aa302ce-ebfd-4669-9e00-331548a60b0c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 944 time: 0.0754445 Aug 13 03:42:59.715669 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-705db5a4-5550-40f8-8f84-f61c31b86664 req-80e7370b-9be5-4bd6-886d-484c7db33475 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Aug 13 03:43:00.161900 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331798fa-b986-499f-952c-43f46908002b req-39dab859-3b36-4275-b126-8c8f6978d03e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:00.163433 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-331798fa-b986-499f-952c-43f46908002b req-39dab859-3b36-4275-b126-8c8f6978d03e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 944 time: 0.0580835 Aug 13 03:43:00.209579 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-331798fa-b986-499f-952c-43f46908002b req-e10434af-bd9f-4d4f-8a79-0dbb3535c884 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394166 Aug 13 03:43:00.508896 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88572-6110-4739-a337-bcabd0d58201 req-a7bb3177-bac9-45f9-b5dd-59f8e0145f1c tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:00.510544 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-afb88572-6110-4739-a337-bcabd0d58201 req-a7bb3177-bac9-45f9-b5dd-59f8e0145f1c tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0642638 Aug 13 03:43:00.558971 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-afb88572-6110-4739-a337-bcabd0d58201 req-5b3cce37-e1af-419d-b032-9e41bd3f1a5e tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395801 Aug 13 03:43:00.844519 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc6a6-722f-45ea-a3fe-f7bd9f10323b req-5fa53ab6-6fed-4778-94e9-6610c654609a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:00.845985 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4c6cc6a6-722f-45ea-a3fe-f7bd9f10323b req-5fa53ab6-6fed-4778-94e9-6610c654609a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 944 time: 0.0596414 Aug 13 03:43:00.886349 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4c6cc6a6-722f-45ea-a3fe-f7bd9f10323b req-1671dd7b-dfc2-4762-a14d-777e56f7228e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Aug 13 03:43:01.357249 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a029e89-56b9-4d0c-97d8-e32471e61132 req-d30cbb7d-0847-4c4a-9a30-34ecfcb08342 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:01.358926 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3a029e89-56b9-4d0c-97d8-e32471e61132 req-d30cbb7d-0847-4c4a-9a30-34ecfcb08342 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 944 time: 0.0610194 Aug 13 03:43:01.408788 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3a029e89-56b9-4d0c-97d8-e32471e61132 req-fca72f4d-851e-482c-8f69-3a5aab6c4f36 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 Aug 13 03:43:01.506417 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e4ce-c97d-4169-ae41-deebf7ccb3df req-a31d1215-ef4f-4e59-bc7e-3d02a59939d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:01.507949 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-c4c4e4ce-c97d-4169-ae41-deebf7ccb3df req-a31d1215-ef4f-4e59-bc7e-3d02a59939d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0458999 Aug 13 03:43:01.548194 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-c4c4e4ce-c97d-4169-ae41-deebf7ccb3df req-3becb67a-ca17-4561-bcd3-2664daae13bd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305946 Aug 13 03:43:01.566610 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['331aab69-af07-4c76-b76b-c26daaa36f48'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:01.593955 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['5c4025de-5669-446a-8fc1-7fbacc74a859'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:01.711682 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c784a3-27a3-4a82-94d2-51b24e11123e req-f72f2c51-a24f-4b8e-ba4b-38ce1a1c5147 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:01.713594 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f6c784a3-27a3-4a82-94d2-51b24e11123e req-f72f2c51-a24f-4b8e-ba4b-38ce1a1c5147 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0703597 Aug 13 03:43:01.756191 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f6c784a3-27a3-4a82-94d2-51b24e11123e req-b436e1c2-fe1a-4693-9d68-37835b20a944 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Aug 13 03:43:02.021187 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c432-07c8-4f31-9702-9d5e8fa7a435 req-34b589cc-4660-4851-94b7-7d43f8b835d4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:02.022798 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5773c432-07c8-4f31-9702-9d5e8fa7a435 req-34b589cc-4660-4851-94b7-7d43f8b835d4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 944 time: 0.0551491 Aug 13 03:43:02.068862 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5773c432-07c8-4f31-9702-9d5e8fa7a435 req-55adfb91-87d8-4cd3-82e1-d270ee66a581 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396178 Aug 13 03:43:02.220773 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:02.492227 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-eb75f786-8581-4345-87ed-e0a188ef7582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:02.579882 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada2a81-bb0a-4d06-af8a-b468ded7aab5 req-91e2c620-d25f-40f5-94cb-f83871ad6f59 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:02.587656 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cada2a81-bb0a-4d06-af8a-b468ded7aab5 req-91e2c620-d25f-40f5-94cb-f83871ad6f59 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 944 time: 0.0735152 Aug 13 03:43:02.643193 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cada2a81-bb0a-4d06-af8a-b468ded7aab5 req-9910634c-34c7-40a3-aebb-1855fe2af2d8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543435 Aug 13 03:43:02.944979 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b464b-a1f7-4de5-b884-6069af077700 req-f4b12796-b911-4285-808e-1fb013f71dc1 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:02.947553 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-317b464b-a1f7-4de5-b884-6069af077700 req-f4b12796-b911-4285-808e-1fb013f71dc1 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0723331 Aug 13 03:43:02.953465 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48226) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:02.997594 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-317b464b-a1f7-4de5-b884-6069af077700 req-e25f211c-7137-4401-b142-e9be2f4d0a63 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Aug 13 03:43:03.090037 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53e66651-8c91-4b27-aec3-22700d260d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.208590 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53e66651-8c91-4b27-aec3-22700d260d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.213887 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53e66651-8c91-4b27-aec3-22700d260d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.262132 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-53e66651-8c91-4b27-aec3-22700d260d85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc7b3054e4b04549a157c6f6813e40c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072507 Aug 13 03:43:03.263634 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e66651-8c91-4b27-aec3-22700d260d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e6a926-cf89-4ef9-af3a-1297b9b8e0e4,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:03.266670 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48240) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:03.274445 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc517b6-a1b8-4980-8f83-16c140554de3 req-48aa6c4b-27a1-4595-a538-014213852a92 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:03.285792 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7dc517b6-a1b8-4980-8f83-16c140554de3 req-48aa6c4b-27a1-4595-a538-014213852a92 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 944 time: 0.0976129 Aug 13 03:43:03.359428 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7dc517b6-a1b8-4980-8f83-16c140554de3 req-373e3fb9-1d71-4601-ae33-dcf3ef7c2e39 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722308 Aug 13 03:43:03.411663 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9a947a38-8e66-4844-b569-d30b83ddaf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.466663 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9a947a38-8e66-4844-b569-d30b83ddaf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.547561 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9a947a38-8e66-4844-b569-d30b83ddaf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.550287 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9a947a38-8e66-4844-b569-d30b83ddaf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.552283 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-9a947a38-8e66-4844-b569-d30b83ddaf3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52e6a926-cf89-4ef9-af3a-1297b9b8e0e4 HTTP/1.1" status: 204 len: 168 time: 0.2727296 Aug 13 03:43:03.565843 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a947a38-8e66-4844-b569-d30b83ddaf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e6a926-cf89-4ef9-af3a-1297b9b8e0e4,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:03.770129 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:03.799128 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375939f7-443b-42ec-a036-99b37aedbc5a req-04fd65e5-94aa-4503-98c0-7407624d9260 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:03.807801 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-375939f7-443b-42ec-a036-99b37aedbc5a req-04fd65e5-94aa-4503-98c0-7407624d9260 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 944 time: 0.0832090 Aug 13 03:43:03.838786 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 5c4025de-5669-446a-8fc1-7fbacc74a859 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:03.843346 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 5c4025de-5669-446a-8fc1-7fbacc74a859 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:03.843721 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.846744 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-375939f7-443b-42ec-a036-99b37aedbc5a req-ad80f685-3190-407b-9e91-f08d78e86f9c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 Aug 13 03:43:03.923905 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48258) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:03.936932 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f34caca5-adbd-403e-b37c-29f363aa18b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.944920 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.972047 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:03.974374 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fe3c43-91b7-4dc7-b138-a0b25946bb7f" -d '{"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-plugged", "status": "completed", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:03.987769 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:03.993635 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:03.995826 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 331aab69-af07-4c76-b76b-c26daaa36f48 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:04.038926 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f34caca5-adbd-403e-b37c-29f363aa18b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.043505 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f34caca5-adbd-403e-b37c-29f363aa18b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.049783 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84c8927-1df4-408e-a502-4da49ed8db53 x-openstack-request-id: req-a84c8927-1df4-408e-a502-4da49ed8db53 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:04.050105 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-plugged", "status": "completed", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:04.050366 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a84c8927-1df4-408e-a502-4da49ed8db53 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:04.050815 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'code': 200} Aug 13 03:43:04.086667 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-f34caca5-adbd-403e-b37c-29f363aa18b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e9b53e3937441c9b126dd47ae77306d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614814 Aug 13 03:43:04.087499 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34caca5-adbd-403e-b37c-29f363aa18b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4304bf0a-ad07-4be5-b9d3-49d92d682eef,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:04.089220 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48262) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:04.093535 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.110016 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:04.122592 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 331aab69-af07-4c76-b76b-c26daaa36f48 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:04.126780 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 331aab69-af07-4c76-b76b-c26daaa36f48 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:04.127158 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.148490 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e7056e8-7de0-4dcb-9024-76c4e781770a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.175459 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e7056e8-7de0-4dcb-9024-76c4e781770a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.219995 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.226127 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e7056e8-7de0-4dcb-9024-76c4e781770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.229056 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e7056e8-7de0-4dcb-9024-76c4e781770a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.233712 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-9e7056e8-7de0-4dcb-9024-76c4e781770a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4304bf0a-ad07-4be5-b9d3-49d92d682eef HTTP/1.1" status: 204 len: 168 time: 0.1397550 Aug 13 03:43:04.238816 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7056e8-7de0-4dcb-9024-76c4e781770a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4304bf0a-ad07-4be5-b9d3-49d92d682eef,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:04.269495 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 331aab69-af07-4c76-b76b-c26daaa36f48, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=331aab69-af07-4c76-b76b-c26daaa36f48,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:04.278393 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:04.345285 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=331aab69-af07-4c76-b76b-c26daaa36f48,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:04.500266 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492c32a-6ae8-4bf4-abc0-8e02c14fab91 req-6bb2ff25-761b-4e60-9bd9-e844221e4877 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:04.501792 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9492c32a-6ae8-4bf4-abc0-8e02c14fab91 req-6bb2ff25-761b-4e60-9bd9-e844221e4877 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0585949 Aug 13 03:43:04.546731 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9492c32a-6ae8-4bf4-abc0-8e02c14fab91 req-966b937c-0c2a-44f3-aa81-7cde2cb09f10 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Aug 13 03:43:04.885883 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:05.006292 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317e216-377c-4824-8986-a78a5e6ce654 req-4692c442-bdf2-4142-900a-cc711d91e3c7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:05.007887 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9317e216-377c-4824-8986-a78a5e6ce654 req-4692c442-bdf2-4142-900a-cc711d91e3c7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0620079 Aug 13 03:43:05.047622 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9317e216-377c-4824-8986-a78a5e6ce654 req-005da63e-9ff4-48b6-bf72-129dcffe89aa tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328803 Aug 13 03:43:05.396841 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:05.672416 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4123d8-90da-425f-84b6-10be3c4d7a39 req-eecac1ca-0abb-42d0-8ad2-2ca4d1d7d7d1 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:05.673891 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f4123d8-90da-425f-84b6-10be3c4d7a39 req-eecac1ca-0abb-42d0-8ad2-2ca4d1d7d7d1 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0548105 Aug 13 03:43:05.713937 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f4123d8-90da-425f-84b6-10be3c4d7a39 req-82f154c0-01dc-4ed4-a8d0-8cc15f0a8084 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333583 Aug 13 03:43:05.986003 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba438e-5a14-4cb6-8c51-280297299049 req-d380aaa4-a869-48cf-ab94-a355b5ae1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:05.987593 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2ba438e-5a14-4cb6-8c51-280297299049 req-d380aaa4-a869-48cf-ab94-a355b5ae1ffe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 1098 time: 0.0460339 Aug 13 03:43:06.027515 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2ba438e-5a14-4cb6-8c51-280297299049 req-6a9783fd-70b2-4cfc-8c2b-ca5ce3cc78a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Aug 13 03:43:06.051844 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67d573-ba53-47cd-986d-e4e06207d4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331aab69-af07-4c76-b76b-c26daaa36f48'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:06.054194 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefdb65b-fe09-4b22-86e4-77b0a36a3dbc" -d '{"events": [{"server_uuid": "aa67d573-ba53-47cd-986d-e4e06207d4fc", "name": "network-vif-plugged", "status": "completed", "tag": "331aab69-af07-4c76-b76b-c26daaa36f48"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:06.092533 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb65f54-736b-47b8-9470-647baba9820d x-openstack-request-id: req-0cb65f54-736b-47b8-9470-647baba9820d {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:06.092853 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67d573-ba53-47cd-986d-e4e06207d4fc", "name": "network-vif-plugged", "status": "completed", "tag": "331aab69-af07-4c76-b76b-c26daaa36f48", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:06.093114 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cb65f54-736b-47b8-9470-647baba9820d {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:06.093508 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67d573-ba53-47cd-986d-e4e06207d4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331aab69-af07-4c76-b76b-c26daaa36f48', 'code': 200} Aug 13 03:43:06.188404 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c0b2e-4b20-4791-b214-9abc72d142e9 req-83e4cc40-a965-40f4-9e2d-b5fa1e93a24e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:06.189991 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-098c0b2e-4b20-4791-b214-9abc72d142e9 req-83e4cc40-a965-40f4-9e2d-b5fa1e93a24e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0653660 Aug 13 03:43:06.246175 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-098c0b2e-4b20-4791-b214-9abc72d142e9 req-b260d8c2-bc81-4694-abc3-c75718ea1454 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469468 Aug 13 03:43:06.293600 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254372a8-cdc0-463e-a3f2-b0e01bb22b3c req-d0da0e12-d8c5-4bf1-b756-01f63c76b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:06.295139 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-254372a8-cdc0-463e-a3f2-b0e01bb22b3c req-d0da0e12-d8c5-4bf1-b756-01f63c76b06b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 1098 time: 0.0479507 Aug 13 03:43:06.335424 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-254372a8-cdc0-463e-a3f2-b0e01bb22b3c req-2ed66534-5f6d-4edc-8caf-45c31c520ca9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Aug 13 03:43:06.848767 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a77c9-8388-4c0f-9c87-a958c5150ee0 req-a544d6fc-f25b-4b23-894f-ba060ab50566 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:06.850999 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-be3a77c9-8388-4c0f-9c87-a958c5150ee0 req-a544d6fc-f25b-4b23-894f-ba060ab50566 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0622509 Aug 13 03:43:06.918248 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-be3a77c9-8388-4c0f-9c87-a958c5150ee0 req-2c4e5e0e-2692-4d06-961d-08245e635b95 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572069 Aug 13 03:43:07.404794 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d0cc9-374e-420e-a4cb-d04e1b226c0e req-ef713528-5611-45d2-b0f6-747a8ff5e51d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:07.413876 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fc9d0cc9-374e-420e-a4cb-d04e1b226c0e req-ef713528-5611-45d2-b0f6-747a8ff5e51d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0727572 Aug 13 03:43:07.467539 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fc9d0cc9-374e-420e-a4cb-d04e1b226c0e req-71c9d169-f0c3-44d0-8c03-a67a1e941280 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523045 Aug 13 03:43:07.599633 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36163b-0ff4-4229-a993-8f55e7942012 req-c9c94f4f-d3fd-4b38-b06c-d7cbbed48bdf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:07.601272 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b36163b-0ff4-4229-a993-8f55e7942012 req-c9c94f4f-d3fd-4b38-b06c-d7cbbed48bdf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0543487 Aug 13 03:43:07.609898 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48408) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:07.614896 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-ce3a1158-af81-4c48-ba70-728bb93f6ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'floatingip': {'port_id': '5c4025de-5669-446a-8fc1-7fbacc74a859'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:07.690899 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1158-af81-4c48-ba70-728bb93f6ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:08.036198 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ea569-a6d3-49d2-b4ae-cee8ef6a7d3a req-af4767af-3fd2-4b42-8ff5-76b9dce5e5b4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:08.037713 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-620ea569-a6d3-49d2-b4ae-cee8ef6a7d3a req-af4767af-3fd2-4b42-8ff5-76b9dce5e5b4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0507691 Aug 13 03:43:08.080812 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-620ea569-a6d3-49d2-b4ae-cee8ef6a7d3a req-a82d43b1-e459-4b55-855f-325ec017bd64 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346580 Aug 13 03:43:08.374990 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0f79b-57d2-4d48-aa97-8093a0b0498b req-72af2f30-baf4-49bd-ae6e-4216e1040529 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:08.377522 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ca0f79b-57d2-4d48-aa97-8093a0b0498b req-72af2f30-baf4-49bd-ae6e-4216e1040529 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0578499 Aug 13 03:43:08.447136 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ca0f79b-57d2-4d48-aa97-8093a0b0498b req-517afdd6-ed11-43c6-a616-5738512199d6 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462456 Aug 13 03:43:08.538014 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1158-af81-4c48-ba70-728bb93f6ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:08.542942 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1158-af81-4c48-ba70-728bb93f6ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:08.646123 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.l3_db [None req-ce3a1158-af81-4c48-ba70-728bb93f6ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Floating IP 6f30564b-9e6a-4e43-a3e7-db128e4e9020 associated. External IP: 172.27.2.181, port: 5c4025de-5669-446a-8fc1-7fbacc74a859. Aug 13 03:43:08.697897 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48454) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:08.834134 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bc870ff3-ec1f-4112-81b5-61f40ca073ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:08.880482 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3a1158-af81-4c48-ba70-728bb93f6ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Router a3875717-c82a-4201-9ff2-8e5b669c94d1 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:43:08.935720 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bc870ff3-ec1f-4112-81b5-61f40ca073ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:08.939812 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bc870ff3-ec1f-4112-81b5-61f40ca073ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:08.978572 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-bc870ff3-ec1f-4112-81b5-61f40ca073ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9359815e05144d0b5aa4eb17c60d48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791610 Aug 13 03:43:08.979680 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc870ff3-ec1f-4112-81b5-61f40ca073ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101e98e4-8a2d-46ad-b705-5cf9beaea0c3,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:08.982237 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48460) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:09.026176 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3a1158-af81-4c48-ba70-728bb93f6ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:43:09.033718 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1158-af81-4c48-ba70-728bb93f6ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.039298 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] Sync routers for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:43:09.047936 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:09.048546 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:43:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:09.069837 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-ce3a1158-af81-4c48-ba70-728bb93f6ee4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "PUT /v2.0/floatingips/6f30564b-9e6a-4e43-a3e7-db128e4e9020 HTTP/1.1" status: 200 len: 991 time: 1.4588044 Aug 13 03:43:09.072112 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:09.074456 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24e20a9-9127-4c35-8cec-8155c4cc71b8" -d '{"events": [{"name": "network-changed", "server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:09.079918 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e80c3af-11f0-45ed-9955-9196832794d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.104620 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e80c3af-11f0-45ed-9955-9196832794d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.129848 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89aed39-e0a1-4d37-89cf-56d754ce3d09 x-openstack-request-id: req-a89aed39-e0a1-4d37-89cf-56d754ce3d09 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:09.130218 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:09.130620 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a89aed39-e0a1-4d37-89cf-56d754ce3d09 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:09.131023 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'status': 'completed', 'code': 200} Aug 13 03:43:09.155766 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e80c3af-11f0-45ed-9955-9196832794d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.158627 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e80c3af-11f0-45ed-9955-9196832794d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.162969 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:09.163126 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-8e80c3af-11f0-45ed-9955-9196832794d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/101e98e4-8a2d-46ad-b705-5cf9beaea0c3 HTTP/1.1" status: 204 len: 168 time: 0.1766324 Aug 13 03:43:09.168451 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80c3af-11f0-45ed-9955-9196832794d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101e98e4-8a2d-46ad-b705-5cf9beaea0c3,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:09.444769 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '6f30564b-9e6a-4e43-a3e7-db128e4e9020', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'port_id': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'mac_address': 'fa:16:3e:c0:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b9507-e591-4a0e-9034-4b274003d721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:42:29Z', 'updated_at': '2021-08-13T03:43:08Z', 'revision_number': 1, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:09.448836 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48470) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:09.462632 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51a659b8-6192-4b88-bf73-b5c5ff0dd09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.475652 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] Checking router: a3875717-c82a-4201-9ff2-8e5b669c94d1 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:43:09.485277 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:09.486185 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:43:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:09.601233 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1059a-c101-4360-9264-42113434f6c4 req-98f71b53-0fee-4f59-a1d7-8e11e76b2034 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:09.602811 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4b1059a-c101-4360-9264-42113434f6c4 req-98f71b53-0fee-4f59-a1d7-8e11e76b2034 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0952632 Aug 13 03:43:09.607985 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51a659b8-6192-4b88-bf73-b5c5ff0dd09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.618914 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51a659b8-6192-4b88-bf73-b5c5ff0dd09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.683494 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a659b8-6192-4b88-bf73-b5c5ff0dd09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121a2442-58b9-436d-b846-c94144b9efae,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:09.688815 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-51a659b8-6192-4b88-bf73-b5c5ff0dd09c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5368253aa7d94a9bb7cdce9ac5d25a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382357 Aug 13 03:43:09.690005 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:09.691729 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48482) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:09.698847 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4b1059a-c101-4360-9264-42113434f6c4 req-864efae4-8087-4f43-9950-684d730ad2a4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887349 Aug 13 03:43:09.756071 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-769a8071-0587-498a-bdbb-003ceb4f8732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.778941 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-769a8071-0587-498a-bdbb-003ceb4f8732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.837209 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-769a8071-0587-498a-bdbb-003ceb4f8732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.839869 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-769a8071-0587-498a-bdbb-003ceb4f8732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:09.841167 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-769a8071-0587-498a-bdbb-003ceb4f8732 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/121a2442-58b9-436d-b846-c94144b9efae HTTP/1.1" status: 204 len: 168 time: 0.1478126 Aug 13 03:43:09.851756 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a8071-0587-498a-bdbb-003ceb4f8732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121a2442-58b9-436d-b846-c94144b9efae,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:09.945710 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '6f30564b-9e6a-4e43-a3e7-db128e4e9020', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'port_id': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'mac_address': 'fa:16:3e:c0:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b9507-e591-4a0e-9034-4b274003d721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:42:29Z', 'updated_at': '2021-08-13T03:43:08Z', 'revision_number': 1, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:09.971663 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4fe09-97c4-4b39-b599-ec2470fa33f6 None None] The sync data for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi is: [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '6f30564b-9e6a-4e43-a3e7-db128e4e9020', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'port_id': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'mac_address': 'fa:16:3e:c0:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b9507-e591-4a0e-9034-4b274003d721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:42:29Z', 'updated_at': '2021-08-13T03:43:08Z', 'revision_number': 1, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:43:10.183031 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1aaa39-6178-473e-ba2f-f85088db083e None None] New status for floating IP 6f30564b-9e6a-4e43-a3e7-db128e4e9020: ACTIVE {{(pid=100568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:43:10.756326 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-b7269c48-fe03-4ab7-bda8-6ee2300ff860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:10.758575 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-b7269c48-fe03-4ab7-bda8-6ee2300ff860 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 1098 time: 0.0471869 Aug 13 03:43:10.769816 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-b8cef21a-bfb4-4328-bbf2-5e8d776bd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:10.772886 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-b8cef21a-bfb4-4328-bbf2-5e8d776bd9d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 1098 time: 0.0621414 Aug 13 03:43:10.909462 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-c9f69396-ff27-4c18-8569-4aaddb992eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:10.911584 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-c9f69396-ff27-4c18-8569-4aaddb992eff service neutron] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 917 time: 0.1312711 Aug 13 03:43:11.194168 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0cd8f-33a5-4176-a6c3-b3628bb4f54e req-ab5bc452-f9d5-47d7-92ff-91270471392d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:11.196204 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5eb0cd8f-33a5-4176-a6c3-b3628bb4f54e req-ab5bc452-f9d5-47d7-92ff-91270471392d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.4100533 Aug 13 03:43:11.226943 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-1236d3fc-76df-45cc-9a43-2ce40c27c82e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c4025de-5669-446a-8fc1-7fbacc74a859 HTTP/1.1" status: 200 len: 1001 time: 0.3062999 Aug 13 03:43:11.250429 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-1f7a2f12-ffb8-44a7-915f-40389da7dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:11.252538 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-1f7a2f12-ffb8-44a7-915f-40389da7dd79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 918 time: 0.4833596 Aug 13 03:43:11.304418 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-530aa6ca-9edc-47dd-98fe-9c840e7d7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:11.305888 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-530aa6ca-9edc-47dd-98fe-9c840e7d7008 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.0706067 Aug 13 03:43:11.318984 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-0301c1e2-2039-48b0-92a7-6bd51356b24d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=331aab69-af07-4c76-b76b-c26daaa36f48 HTTP/1.1" status: 200 len: 217 time: 0.0521786 Aug 13 03:43:11.322436 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5eb0cd8f-33a5-4176-a6c3-b3628bb4f54e req-64e4126e-952a-42a7-95cf-0494d12f7ef3 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150305 Aug 13 03:43:11.368334 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-98e65d97-2b2e-4719-96c2-dbc74947d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:11.370076 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-98e65d97-2b2e-4719-96c2-dbc74947d2c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515556 Aug 13 03:43:11.389549 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-94026ce5-d993-49b3-89bd-8ba445186e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:11.391361 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-94026ce5-d993-49b3-89bd-8ba445186e91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.0556047 Aug 13 03:43:11.429309 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-b1bb2e8a-385f-4c23-9f0f-f699832859fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301456 Aug 13 03:43:11.489227 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-d1ee8858-be43-4a32-9db0-eaf0d87d435b service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024482 Aug 13 03:43:11.533113 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-33aa684b-e2f8-409c-b2cc-ffde2ef57859 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957119 Aug 13 03:43:11.612471 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e24e20a9-9127-4c35-8cec-8155c4cc71b8 req-c64c0316-4c04-4372-84cc-89196a937cfc service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051972 Aug 13 03:43:11.645217 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-149f2983-e70c-415b-b4e8-b027c2d128ed req-dc939c9c-046c-4db0-b114-003d64800297 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002049 Aug 13 03:43:12.462763 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43b3d6-ea0c-417f-95d9-6130ca545bc5 req-1f5dba67-5da5-4c57-b990-590fa529a602 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:12.464495 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5a43b3d6-ea0c-417f-95d9-6130ca545bc5 req-1f5dba67-5da5-4c57-b990-590fa529a602 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0626209 Aug 13 03:43:12.512663 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5a43b3d6-ea0c-417f-95d9-6130ca545bc5 req-2a29f661-5043-4271-92f2-4ad252095d59 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Aug 13 03:43:12.545764 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:43:12.703990 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48632) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:12.814686 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.917882 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.922044 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.964603 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f28b3aa0c77411a964e82ba07de0b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594819 Aug 13 03:43:12.966304 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e36a226-8352-4af9-9569-1e16733c84b1,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:12.967356 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48638) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:12.975992 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.976345 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.976693 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.977040 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.977373 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.977713 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.978058 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.978389 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.978757 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.979081 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.979411 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:12.979739 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a28b8-1985-45f1-b3e3-7677f55bcbfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.032643 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.063437 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.112990 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.115602 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.116908 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e36a226-8352-4af9-9569-1e16733c84b1 HTTP/1.1" status: 204 len: 168 time: 0.1484659 Aug 13 03:43:13.125148 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e36a226-8352-4af9-9569-1e16733c84b1,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:13.133520 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.133966 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.134379 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.134807 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.135215 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.135621 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.136026 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.136467 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.136753 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.137086 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.137414 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.137740 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7191fd-8686-4ccf-a298-9573f279e57e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:13.419958 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48654) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:13.432915 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0425ae7b-b5b5-4dcc-ab41-1c74275f73ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.520061 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0425ae7b-b5b5-4dcc-ab41-1c74275f73ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.524140 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0425ae7b-b5b5-4dcc-ab41-1c74275f73ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.564789 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-0425ae7b-b5b5-4dcc-ab41-1c74275f73ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=391895d559cb49e88813f5f1c138098d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412842 Aug 13 03:43:13.564789 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425ae7b-b5b5-4dcc-ab41-1c74275f73ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6106cab-9b93-46b4-be6f-c4463cb61f10,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:13.565189 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48660) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:13.653407 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-161fd7c0-32a1-47d9-ac62-34cbcdb3bbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.664531 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf2dbd-eb49-4d56-888c-c0a4cae8541c req-01215196-f426-4bea-946e-47cf772258a2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:13.665998 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1faf2dbd-eb49-4d56-888c-c0a4cae8541c req-01215196-f426-4bea-946e-47cf772258a2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0784721 Aug 13 03:43:13.695916 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-161fd7c0-32a1-47d9-ac62-34cbcdb3bbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.738947 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1faf2dbd-eb49-4d56-888c-c0a4cae8541c req-93f2e2be-7a98-48d1-9fd6-ee76a84fd363 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655208 Aug 13 03:43:13.763229 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-161fd7c0-32a1-47d9-ac62-34cbcdb3bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.765811 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-161fd7c0-32a1-47d9-ac62-34cbcdb3bbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.767096 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-161fd7c0-32a1-47d9-ac62-34cbcdb3bbc6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6106cab-9b93-46b4-be6f-c4463cb61f10 HTTP/1.1" status: 204 len: 168 time: 0.2003157 Aug 13 03:43:13.776147 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fd7c0-32a1-47d9-ac62-34cbcdb3bbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6106cab-9b93-46b4-be6f-c4463cb61f10,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:14.892760 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1484e5-07dd-41a6-9cee-1b19ce291057 req-742ea9f7-5fd4-4192-9708-9aec40caa5f4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:14.894916 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1a1484e5-07dd-41a6-9cee-1b19ce291057 req-742ea9f7-5fd4-4192-9708-9aec40caa5f4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0606992 Aug 13 03:43:14.940238 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1a1484e5-07dd-41a6-9cee-1b19ce291057 req-8920d88b-1093-44fb-9db6-2664c3cd7612 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389729 Aug 13 03:43:16.063962 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5797c-1878-48ea-965a-ed8c673fbc93 req-d0ab868e-e04a-414c-b8f0-a5ab2ceab277 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:16.065441 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-65a5797c-1878-48ea-965a-ed8c673fbc93 req-d0ab868e-e04a-414c-b8f0-a5ab2ceab277 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0531654 Aug 13 03:43:16.113942 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-65a5797c-1878-48ea-965a-ed8c673fbc93 req-9753b5f4-884b-47d8-b931-5aa2afdbb519 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Aug 13 03:43:16.434705 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48804) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:16.561655 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-38ed7bdf-5557-423c-9987-218b2984c6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.664917 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-38ed7bdf-5557-423c-9987-218b2984c6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.668670 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-38ed7bdf-5557-423c-9987-218b2984c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.705297 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-38ed7bdf-5557-423c-9987-218b2984c6d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=072391a46bb5445f96f1f8ae0e5d95d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692914 Aug 13 03:43:16.708269 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed7bdf-5557-423c-9987-218b2984c6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282d9a6a-4e56-47e6-b608-d5d682c60d95,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:16.709003 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48818) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:16.765835 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a769b535-62d5-402e-a6bf-6f5fba2bd2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.788761 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a769b535-62d5-402e-a6bf-6f5fba2bd2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.843904 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a769b535-62d5-402e-a6bf-6f5fba2bd2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.846753 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a769b535-62d5-402e-a6bf-6f5fba2bd2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.848064 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-a769b535-62d5-402e-a6bf-6f5fba2bd2af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/282d9a6a-4e56-47e6-b608-d5d682c60d95 HTTP/1.1" status: 204 len: 168 time: 0.1379580 Aug 13 03:43:16.856221 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769b535-62d5-402e-a6bf-6f5fba2bd2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282d9a6a-4e56-47e6-b608-d5d682c60d95,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:17.040889 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48838) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:17.159090 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-916fa86b-1d72-4a0b-bd5a-c885bb54a6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.178042 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48844) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:17.192594 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-32bea5b8-4456-48f1-bda4-92151170994f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.262596 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cac43-8648-4d4f-809a-c6d60c5114fc req-a5b9ace4-7324-42e5-9a24-accf799f7cb0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:17.264464 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b57cac43-8648-4d4f-809a-c6d60c5114fc req-a5b9ace4-7324-42e5-9a24-accf799f7cb0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0743146 Aug 13 03:43:17.319232 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-916fa86b-1d72-4a0b-bd5a-c885bb54a6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.324825 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b57cac43-8648-4d4f-809a-c6d60c5114fc req-d17f92b5-3846-46ac-8146-a141eda4dd9b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524099 Aug 13 03:43:17.325826 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-916fa86b-1d72-4a0b-bd5a-c885bb54a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.365782 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-916fa86b-1d72-4a0b-bd5a-c885bb54a6c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=109df768be254d1f93688b6017e12993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237939 Aug 13 03:43:17.366673 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fa86b-1d72-4a0b-bd5a-c885bb54a6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6045ac-63a6-42c3-b602-c9dd55645d27,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:17.369076 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48848) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:17.428540 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-32bea5b8-4456-48f1-bda4-92151170994f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.430888 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-348f15e3-42b8-47a4-b840-9f8d67461c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.434395 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-32bea5b8-4456-48f1-bda4-92151170994f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.455643 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-348f15e3-42b8-47a4-b840-9f8d67461c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.492471 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-32bea5b8-4456-48f1-bda4-92151170994f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bce1aea672d4260a12fc4948c39a78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129902 Aug 13 03:43:17.493137 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48858) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:17.496482 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bea5b8-4456-48f1-bda4-92151170994f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef347e52-7312-49c2-b1c1-b24c0c3f3d20,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:17.546473 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-348f15e3-42b8-47a4-b840-9f8d67461c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.551375 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-348f15e3-42b8-47a4-b840-9f8d67461c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.551375 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-348f15e3-42b8-47a4-b840-9f8d67461c34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f6045ac-63a6-42c3-b602-c9dd55645d27 HTTP/1.1" status: 204 len: 168 time: 0.1803489 Aug 13 03:43:17.577460 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f15e3-42b8-47a4-b840-9f8d67461c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6045ac-63a6-42c3-b602-c9dd55645d27,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:17.579387 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bc884003-49e0-455a-a4ae-49b4bca0421d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.618847 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bc884003-49e0-455a-a4ae-49b4bca0421d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.694512 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bc884003-49e0-455a-a4ae-49b4bca0421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.699566 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bc884003-49e0-455a-a4ae-49b4bca0421d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:17.700932 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-bc884003-49e0-455a-a4ae-49b4bca0421d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef347e52-7312-49c2-b1c1-b24c0c3f3d20 HTTP/1.1" status: 204 len: 168 time: 0.2061648 Aug 13 03:43:17.710718 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc884003-49e0-455a-a4ae-49b4bca0421d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef347e52-7312-49c2-b1c1-b24c0c3f3d20,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:18.056126 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48884) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:18.071014 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c78db47d-3836-4dba-85fd-6a50e06c6ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.175529 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c78db47d-3836-4dba-85fd-6a50e06c6ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.180113 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c78db47d-3836-4dba-85fd-6a50e06c6ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.180801 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48890) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:18.226113 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c78db47d-3836-4dba-85fd-6a50e06c6ce4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8dd4e2fc9229411cb4b50d198df14fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688559 Aug 13 03:43:18.228829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48896) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:18.231787 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78db47d-3836-4dba-85fd-6a50e06c6ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5050243-dc8c-423c-a72c-56e82483e841,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:18.288801 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e71dc2f3-7cf2-4b80-b547-74befc8fb158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.326033 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e71dc2f3-7cf2-4b80-b547-74befc8fb158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.327991 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-97b186c8-3e4d-484b-b4a7-5c70ac6a346e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.410488 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e71dc2f3-7cf2-4b80-b547-74befc8fb158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.413397 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e71dc2f3-7cf2-4b80-b547-74befc8fb158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.414672 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e71dc2f3-7cf2-4b80-b547-74befc8fb158 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5050243-dc8c-423c-a72c-56e82483e841 HTTP/1.1" status: 204 len: 168 time: 0.1847253 Aug 13 03:43:18.458784 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dc2f3-7cf2-4b80-b547-74befc8fb158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5050243-dc8c-423c-a72c-56e82483e841,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:18.543258 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116489-f9f9-4855-bd24-c82379d9da53 req-dc675cd5-b61f-4038-89b5-052293d80d72 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:18.544741 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7e116489-f9f9-4855-bd24-c82379d9da53 req-dc675cd5-b61f-4038-89b5-052293d80d72 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.1079683 Aug 13 03:43:18.558222 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-97b186c8-3e4d-484b-b4a7-5c70ac6a346e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.581891 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-97b186c8-3e4d-484b-b4a7-5c70ac6a346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.623467 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b186c8-3e4d-484b-b4a7-5c70ac6a346e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3076a96-3473-41b4-9c8f-22e77190a3a7,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:18.649073 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7e116489-f9f9-4855-bd24-c82379d9da53 req-1c59a3c4-8673-439c-bf43-7a3adccc1d80 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Aug 13 03:43:18.668278 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-97b186c8-3e4d-484b-b4a7-5c70ac6a346e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28144ae610c747a890347de9bd99c89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851956 Aug 13 03:43:18.670803 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48916) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:18.721963 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-38c79a4d-3917-4793-8f25-2b7ffe37dee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.749583 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-38c79a4d-3917-4793-8f25-2b7ffe37dee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.813080 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-38c79a4d-3917-4793-8f25-2b7ffe37dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.816625 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-38c79a4d-3917-4793-8f25-2b7ffe37dee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:18.820201 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-38c79a4d-3917-4793-8f25-2b7ffe37dee9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3076a96-3473-41b4-9c8f-22e77190a3a7 HTTP/1.1" status: 204 len: 168 time: 0.1459210 Aug 13 03:43:18.826562 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c79a4d-3917-4793-8f25-2b7ffe37dee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3076a96-3473-41b4-9c8f-22e77190a3a7,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:18.933388 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48926) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:18.947160 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d395cfed-93ac-4707-8a9c-360af74a9bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.055577 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d395cfed-93ac-4707-8a9c-360af74a9bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.068929 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d395cfed-93ac-4707-8a9c-360af74a9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.118059 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-d395cfed-93ac-4707-8a9c-360af74a9bcc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e24ce1dc50d14edd81fefb1602f3bf44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811609 Aug 13 03:43:19.118059 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395cfed-93ac-4707-8a9c-360af74a9bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeae829-83bb-4504-935a-c77e9c4fd2f1,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:19.118882 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48934) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:19.191771 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-03f87fd7-2893-4aeb-bd09-b7e557e2fea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.218041 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 48938) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:19.221737 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-03f87fd7-2893-4aeb-bd09-b7e557e2fea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.231878 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-107dd30f-191a-4e18-b044-a0d9388bbcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.294205 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-03f87fd7-2893-4aeb-bd09-b7e557e2fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.296614 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-03f87fd7-2893-4aeb-bd09-b7e557e2fea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.297756 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-03f87fd7-2893-4aeb-bd09-b7e557e2fea9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9aeae829-83bb-4504-935a-c77e9c4fd2f1 HTTP/1.1" status: 204 len: 168 time: 0.1778874 Aug 13 03:43:19.306307 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f87fd7-2893-4aeb-bd09-b7e557e2fea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeae829-83bb-4504-935a-c77e9c4fd2f1,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:19.384259 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-107dd30f-191a-4e18-b044-a0d9388bbcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.392549 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-107dd30f-191a-4e18-b044-a0d9388bbcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.449438 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-107dd30f-191a-4e18-b044-a0d9388bbcfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1435ded60d5241ef9d8e2a3d0152e655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302737 Aug 13 03:43:19.450683 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dd30f-191a-4e18-b044-a0d9388bbcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca434d2-00ac-49a7-9184-d1db8f4d7d91,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:19.452157 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 48950) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:19.520138 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-15e98d21-bc7b-43f5-abe5-a10db96792cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.544836 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-15e98d21-bc7b-43f5-abe5-a10db96792cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.610724 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-15e98d21-bc7b-43f5-abe5-a10db96792cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.613958 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-15e98d21-bc7b-43f5-abe5-a10db96792cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:19.615209 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-15e98d21-bc7b-43f5-abe5-a10db96792cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cca434d2-00ac-49a7-9184-d1db8f4d7d91 HTTP/1.1" status: 204 len: 168 time: 0.1618798 Aug 13 03:43:19.623846 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e98d21-bc7b-43f5-abe5-a10db96792cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca434d2-00ac-49a7-9184-d1db8f4d7d91,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:19.770963 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d35e53-5d34-4fac-80fe-c669b3b42b3d req-cf6837fa-4a9a-4ef7-9504-f3a97c878efb tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:19.770963 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-41d35e53-5d34-4fac-80fe-c669b3b42b3d req-cf6837fa-4a9a-4ef7-9504-f3a97c878efb tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0543442 Aug 13 03:43:19.819843 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-41d35e53-5d34-4fac-80fe-c669b3b42b3d req-b3aeaa1e-fadd-42a6-8845-00e37e5665a3 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Aug 13 03:43:20.964876 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87161559-f9a3-4617-9929-a42a2444f0f4 req-0603ae63-749d-4d8f-b4e7-51626efa9ecd tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:20.972462 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87161559-f9a3-4617-9929-a42a2444f0f4 req-0603ae63-749d-4d8f-b4e7-51626efa9ecd tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0744691 Aug 13 03:43:21.024167 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87161559-f9a3-4617-9929-a42a2444f0f4 req-83b8ab31-7c0a-4a39-8f0e-62a8fa12d602 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506148 Aug 13 03:43:22.041438 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49084) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:22.157523 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d233c24d-913e-49ce-be30-b41ad1313bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.181238 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc10eb-b55a-48c7-a341-d541a364e1c4 req-2f63653a-f24b-4456-8a50-227a2fce57e6 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:22.182792 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-54fc10eb-b55a-48c7-a341-d541a364e1c4 req-2f63653a-f24b-4456-8a50-227a2fce57e6 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0786281 Aug 13 03:43:22.257055 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-54fc10eb-b55a-48c7-a341-d541a364e1c4 req-2b202db3-2cba-4eaf-b5a3-5cad2dbb3030 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559263 Aug 13 03:43:22.321953 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d233c24d-913e-49ce-be30-b41ad1313bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.329218 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d233c24d-913e-49ce-be30-b41ad1313bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.376717 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233c24d-913e-49ce-be30-b41ad1313bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15afee54-0df8-4763-80cf-81f979e03913,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:22.382579 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-d233c24d-913e-49ce-be30-b41ad1313bf9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4a645296a5b4bbdb424ace94981e002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400183 Aug 13 03:43:22.385229 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49108) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:22.437016 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0dd8-ce91-4aac-9572-04eda6038f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.461218 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0dd8-ce91-4aac-9572-04eda6038f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.512239 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0dd8-ce91-4aac-9572-04eda6038f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.515413 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0dd8-ce91-4aac-9572-04eda6038f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.516868 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e8fa0dd8-ce91-4aac-9572-04eda6038f35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15afee54-0df8-4763-80cf-81f979e03913 HTTP/1.1" status: 204 len: 168 time: 0.1297162 Aug 13 03:43:22.526482 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa0dd8-ce91-4aac-9572-04eda6038f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15afee54-0df8-4763-80cf-81f979e03913,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:22.705873 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1371483-06d7-41b3-8b27-07f8b00a2d4a req-99f04f17-7be0-4e6a-a680-1a024d39eed3 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:22.707403 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1371483-06d7-41b3-8b27-07f8b00a2d4a req-99f04f17-7be0-4e6a-a680-1a024d39eed3 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0502224 Aug 13 03:43:22.748577 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1371483-06d7-41b3-8b27-07f8b00a2d4a req-05b6cba7-8594-402a-b82d-78898b2524f3 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352900 Aug 13 03:43:22.827201 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49122) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:22.840140 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fc20acf6-0079-4139-93dc-e2b596bf0887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.934923 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fc20acf6-0079-4139-93dc-e2b596bf0887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.938656 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fc20acf6-0079-4139-93dc-e2b596bf0887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.975664 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-fc20acf6-0079-4139-93dc-e2b596bf0887 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2636aef8d1de4194b9936ae0af4aa305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473942 Aug 13 03:43:22.976487 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20acf6-0079-4139-93dc-e2b596bf0887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59fa5fc-ca9b-4f4d-ab91-a91e8b266a4b,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:22.979009 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49124) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:23.035063 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9158dab0-53d6-4ff1-a2e0-46b398caead2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:23.055430 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9158dab0-53d6-4ff1-a2e0-46b398caead2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:23.103654 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9158dab0-53d6-4ff1-a2e0-46b398caead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:23.106498 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9158dab0-53d6-4ff1-a2e0-46b398caead2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:23.107811 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-9158dab0-53d6-4ff1-a2e0-46b398caead2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f59fa5fc-ca9b-4f4d-ab91-a91e8b266a4b HTTP/1.1" status: 204 len: 168 time: 0.1268799 Aug 13 03:43:23.118516 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158dab0-53d6-4ff1-a2e0-46b398caead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59fa5fc-ca9b-4f4d-ab91-a91e8b266a4b,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:23.404760 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ad2ec-6ebe-4712-95f1-d9f5aa3535bf req-49873f66-ac09-4634-8de3-b54fb6837e1b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.406659 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7a3ad2ec-6ebe-4712-95f1-d9f5aa3535bf req-49873f66-ac09-4634-8de3-b54fb6837e1b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0725973 Aug 13 03:43:23.481504 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7a3ad2ec-6ebe-4712-95f1-d9f5aa3535bf req-96ab60e8-8e31-4150-a7b0-e24df523c2fb tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638669 Aug 13 03:43:23.950011 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a0430-7277-47a0-9b17-01bd8174fd09 req-c415adcd-a376-4e3d-986f-84b61a069041 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.951995 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-994a0430-7277-47a0-9b17-01bd8174fd09 req-c415adcd-a376-4e3d-986f-84b61a069041 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.1042728 Aug 13 03:43:23.994670 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-994a0430-7277-47a0-9b17-01bd8174fd09 req-793fa9ea-36e7-4aa8-9ad6-d397855d447d tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358846 Aug 13 03:43:24.604739 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2e2ba-c3a1-4744-8734-e5d7fca50d0c req-fbfb3719-120c-4c1f-ab15-3e8a672fb246 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:24.606173 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8fb2e2ba-c3a1-4744-8734-e5d7fca50d0c req-fbfb3719-120c-4c1f-ab15-3e8a672fb246 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0517230 Aug 13 03:43:24.643514 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8fb2e2ba-c3a1-4744-8734-e5d7fca50d0c req-81aca43c-b196-480d-b94f-1c23e87a9955 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Aug 13 03:43:25.111200 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c9051-934e-42bc-87fd-2d9ceb29abb5 req-c3f8fe2a-b84d-48f0-8f5f-8ee07ec30bb5 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:25.113097 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c37c9051-934e-42bc-87fd-2d9ceb29abb5 req-c3f8fe2a-b84d-48f0-8f5f-8ee07ec30bb5 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0496752 Aug 13 03:43:25.152327 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c37c9051-934e-42bc-87fd-2d9ceb29abb5 req-987fe857-f480-4f7e-a941-a0675d2713f6 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336759 Aug 13 03:43:25.756131 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e77d8c-1b9c-4586-b48d-d17aa1da8292 req-243436f5-cfa2-4ead-b0f0-f6735b2b5e78 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:25.757800 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d4e77d8c-1b9c-4586-b48d-d17aa1da8292 req-243436f5-cfa2-4ead-b0f0-f6735b2b5e78 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0480242 Aug 13 03:43:25.796895 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d4e77d8c-1b9c-4586-b48d-d17aa1da8292 req-c665f58b-3636-4a98-8214-d924aba977f7 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322857 Aug 13 03:43:26.273590 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c63bae-9fdd-40d3-b420-f19476e6074e req-bc0faf5e-4672-4bb1-a3b4-3d1438d203b5 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:26.275131 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-63c63bae-9fdd-40d3-b420-f19476e6074e req-bc0faf5e-4672-4bb1-a3b4-3d1438d203b5 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0531151 Aug 13 03:43:26.317335 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-63c63bae-9fdd-40d3-b420-f19476e6074e req-236035f2-6afa-40b3-ac07-5ab10e8d5061 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Aug 13 03:43:26.916119 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb329a42-a001-4b92-98b4-825838b2ead6 req-ea5cf334-a465-43f9-99e9-dae7723b96e3 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:26.917753 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eb329a42-a001-4b92-98b4-825838b2ead6 req-ea5cf334-a465-43f9-99e9-dae7723b96e3 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0513940 Aug 13 03:43:26.957556 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eb329a42-a001-4b92-98b4-825838b2ead6 req-3e9779cb-ef20-42c4-9566-5fe433423331 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324690 Aug 13 03:43:27.433783 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081535b-ae2a-4a6e-a487-505ae20575a8 req-34a4ee0f-467a-43f2-9591-cbe50a61dc40 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:27.435173 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4081535b-ae2a-4a6e-a487-505ae20575a8 req-34a4ee0f-467a-43f2-9591-cbe50a61dc40 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0499156 Aug 13 03:43:27.475532 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4081535b-ae2a-4a6e-a487-505ae20575a8 req-b8989373-fa40-4881-8ff1-fb9248cd6bae tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Aug 13 03:43:28.080418 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cf5bd-42ee-45c2-ac5c-f07143dd2ac9 req-e6676068-4054-44e6-9f36-f339f6f63a19 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:28.081929 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-697cf5bd-42ee-45c2-ac5c-f07143dd2ac9 req-e6676068-4054-44e6-9f36-f339f6f63a19 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0516188 Aug 13 03:43:28.122849 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-697cf5bd-42ee-45c2-ac5c-f07143dd2ac9 req-5a3a5c2b-ff14-4089-ae61-d5e5f35bdb7f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348184 Aug 13 03:43:28.593085 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d952a69-48bb-4019-94cb-2af4207a538a req-883686eb-8805-4392-b0a7-78126710b02f tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:28.594602 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9d952a69-48bb-4019-94cb-2af4207a538a req-883686eb-8805-4392-b0a7-78126710b02f tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0494635 Aug 13 03:43:28.632661 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9d952a69-48bb-4019-94cb-2af4207a538a req-b7e1b86b-d68e-413a-8c9a-c12d84290f17 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Aug 13 03:43:28.911874 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7ee531ec-071c-4c8a-b876-9e366e277728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:29.239950 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb799e5-b86c-4401-93dc-e32576495224 req-17759345-de0f-431a-83d1-6a2dfa9756fb tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:29.241565 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6bb799e5-b86c-4401-93dc-e32576495224 req-17759345-de0f-431a-83d1-6a2dfa9756fb tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0510616 Aug 13 03:43:29.279714 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6bb799e5-b86c-4401-93dc-e32576495224 req-2e8690df-2b1f-45c1-acf9-e37c5517e4aa tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322671 Aug 13 03:43:29.750823 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964cd09-19d5-4edf-94a3-ac9edd5888c1 req-e26c45aa-a8a5-44f0-a29d-beecb9215412 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:29.752319 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c964cd09-19d5-4edf-94a3-ac9edd5888c1 req-e26c45aa-a8a5-44f0-a29d-beecb9215412 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0526583 Aug 13 03:43:29.792376 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c964cd09-19d5-4edf-94a3-ac9edd5888c1 req-57f11c97-bd92-457b-b90e-832014a38354 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333891 Aug 13 03:43:30.395111 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784111-a499-4a05-be91-f33eee86356f req-83c44ec5-d759-4cde-b597-75564b73ec50 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:30.396593 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fd784111-a499-4a05-be91-f33eee86356f req-83c44ec5-d759-4cde-b597-75564b73ec50 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0489442 Aug 13 03:43:30.433030 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fd784111-a499-4a05-be91-f33eee86356f req-57eddb7d-3407-467b-93f0-7be6bcca995e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304246 Aug 13 03:43:30.913444 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5ffe0-bb1d-4fc0-b4d3-05a00bcc2062 req-c1c8ce7e-6229-4f9b-80a5-5e4ab2ef5b97 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:30.915002 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-07f5ffe0-bb1d-4fc0-b4d3-05a00bcc2062 req-c1c8ce7e-6229-4f9b-80a5-5e4ab2ef5b97 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0499551 Aug 13 03:43:30.994125 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-c4ef1645-1594-4d6a-aaf3-06de64e10a6b tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:30.994500 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-c4ef1645-1594-4d6a-aaf3-06de64e10a6b tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 945 time: 0.0785985 Aug 13 03:43:31.023259 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-07f5ffe0-bb1d-4fc0-b4d3-05a00bcc2062 req-18b7777e-a511-4c4b-9162-28991d5500b7 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988739 Aug 13 03:43:31.174619 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Deleting port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:43:31.174954 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:31.261209 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] For port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,segment=NetworkSegment(76160b40-f119-4eef-9a46-75df940385df),segment_id=76160b40-f119-4eef-9a46-75df940385df)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:31.261575 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:31.276903 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Calling delete_port for 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:43:31.443279 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:31.477273 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Pushing event deleted for resources: {'Port': ['ID=3d411dd5-67b4-4dbc-94a5-5b564ce2b05a,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:31.559192 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] No DVR routers for this DVR port 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:43:31.563248 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:31.565199 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ab26b0ec-e685-413d-a783-dac49c42f564 req-336082cf-c4cc-4e48-b91a-b5f226136f36 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.18 "DELETE /v2.0/ports/3d411dd5-67b4-4dbc-94a5-5b564ce2b05a HTTP/1.1" status: 204 len: 173 time: 0.5611248 Aug 13 03:43:31.566200 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca408e70-e936-4b5d-b290-33569d587af6', 'name': 'network-vif-deleted', 'tag': '3d411dd5-67b4-4dbc-94a5-5b564ce2b05a'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:31.568436 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91788b7f-658b-4dff-953d-02cb36da1ccf" -d '{"events": [{"server_uuid": "ca408e70-e936-4b5d-b290-33569d587af6", "name": "network-vif-deleted", "tag": "3d411dd5-67b4-4dbc-94a5-5b564ce2b05a"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:31.588940 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943764e-7d97-4f73-a7aa-fd92dce37c85 req-5673f4a9-1958-4c83-9071-d5dbf3265593 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:31.590420 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5943764e-7d97-4f73-a7aa-fd92dce37c85 req-5673f4a9-1958-4c83-9071-d5dbf3265593 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0852149 Aug 13 03:43:31.605228 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9b10d7-d326-48ba-9e50-331963081d45 x-openstack-request-id: req-df9b10d7-d326-48ba-9e50-331963081d45 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:31.605516 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca408e70-e936-4b5d-b290-33569d587af6", "name": "network-vif-deleted", "tag": "3d411dd5-67b4-4dbc-94a5-5b564ce2b05a", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:31.605769 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df9b10d7-d326-48ba-9e50-331963081d45 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:31.606243 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca408e70-e936-4b5d-b290-33569d587af6', 'name': 'network-vif-deleted', 'tag': '3d411dd5-67b4-4dbc-94a5-5b564ce2b05a', 'status': 'completed', 'code': 200} Aug 13 03:43:31.635085 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5943764e-7d97-4f73-a7aa-fd92dce37c85 req-1471a38a-b4eb-4214-9892-16c7e4acfd8f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386820 Aug 13 03:43:32.154712 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d913f91b-c8b2-43ea-8305-82e412ebab35 req-00adef03-cae4-495b-a534-ac9f53bec2d4 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0263352 Aug 13 03:43:32.217069 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:32.496739 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-96765924-23e2-403d-88db-3cd1f9b5222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:32.776960 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4a552-e031-47b5-adb1-7f6b5e444167 req-b0373712-daa7-403b-b2d3-0a5cfe56d2db tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:32.778514 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d1f4a552-e031-47b5-adb1-7f6b5e444167 req-b0373712-daa7-403b-b2d3-0a5cfe56d2db tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0510821 Aug 13 03:43:32.821719 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d1f4a552-e031-47b5-adb1-7f6b5e444167 req-c4396556-c820-43a5-98dc-981d635ff71e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363491 Aug 13 03:43:33.125961 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['3d411dd5-67b4-4dbc-94a5-5b564ce2b05a'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:33.251038 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7363b949-70bb-4c63-b311-3b8651c448d4 req-f8623d68-f3a6-48c6-803f-3b1e97534730 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0259824 Aug 13 03:43:33.959714 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13898b-baaa-4019-b9a5-93b7ee278b41 req-8421320d-0b24-4f9e-a69c-45f2764dd320 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:33.961238 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5d13898b-baaa-4019-b9a5-93b7ee278b41 req-8421320d-0b24-4f9e-a69c-45f2764dd320 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0631635 Aug 13 03:43:34.005796 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5d13898b-baaa-4019-b9a5-93b7ee278b41 req-f1cbc116-e0ad-411a-a35d-0e8af5b6f1bd tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Aug 13 03:43:34.056217 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:34.368203 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-58bce76f-d369-48a0-87f9-3c42830da0a7 req-a2683555-4c47-475c-988a-04ba8fbc529b tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0447485 Aug 13 03:43:34.888979 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:35.102926 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-486b70e2-e724-4314-8baa-99beeec7966d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1341712 Aug 13 03:43:35.126038 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:43:35.202743 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:43:35.203736 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 3d411dd5-67b4-4dbc-94a5-5b564ce2b05a not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:43:35.316247 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8148d-ee2f-4054-8144-fdc0fe31b038 req-b4d49917-07e8-49f7-9915-8162d8046a43 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:35.318843 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7ba8148d-ee2f-4054-8144-fdc0fe31b038 req-b4d49917-07e8-49f7-9915-8162d8046a43 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.1861224 Aug 13 03:43:35.332382 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-b410f65c-858c-4768-a70c-97ad10275b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:35.335140 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-b410f65c-858c-4768-a70c-97ad10275b5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1098 time: 0.1141069 Aug 13 03:43:35.411858 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:35.459758 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7ba8148d-ee2f-4054-8144-fdc0fe31b038 req-516a5626-a542-4f89-a1a0-9fb5a862f001 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192722 Aug 13 03:43:35.533327 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-40f59830-ce7d-4c45-aa8d-713dfb5fc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:35.535102 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-40f59830-ce7d-4c45-aa8d-713dfb5fc063 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 918 time: 0.1386406 Aug 13 03:43:35.793056 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-9d7654c6-4229-48be-8b00-200410ed40c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097 HTTP/1.1" status: 200 len: 217 time: 0.2480719 Aug 13 03:43:35.819426 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8a2a9ae0-ad82-46ed-9906-c4496ed3f524 req-508224e9-8525-41c4-b95e-e339547d0c39 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Aug 13 03:43:36.030024 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49412) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:36.176334 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f3de0284-e9ae-4af3-b34b-8246c08e1cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.272795 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f3de0284-e9ae-4af3-b34b-8246c08e1cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.277481 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f3de0284-e9ae-4af3-b34b-8246c08e1cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.316137 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-f3de0284-e9ae-4af3-b34b-8246c08e1cc5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdc9f285054c4e68812228986cffa92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849154 Aug 13 03:43:36.316937 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de0284-e9ae-4af3-b34b-8246c08e1cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d188c53d-9647-43c3-9382-6ba652569fff,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:36.318719 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49416) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:36.379525 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a5e8-f8b9-4f82-a236-e9b9d021f9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.407428 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a5e8-f8b9-4f82-a236-e9b9d021f9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.460742 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a5e8-f8b9-4f82-a236-e9b9d021f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.465503 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a5e8-f8b9-4f82-a236-e9b9d021f9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.467568 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-0ff2a5e8-f8b9-4f82-a236-e9b9d021f9c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d188c53d-9647-43c3-9382-6ba652569fff HTTP/1.1" status: 204 len: 168 time: 0.1475518 Aug 13 03:43:36.478091 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2a5e8-f8b9-4f82-a236-e9b9d021f9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d188c53d-9647-43c3-9382-6ba652569fff,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:36.678660 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7c200-96ec-4426-a2ad-a8087da4e4e2 req-f7ce1b8b-87ee-4388-98f1-349b03bb33aa tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:36.680257 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-72a7c200-96ec-4426-a2ad-a8087da4e4e2 req-f7ce1b8b-87ee-4388-98f1-349b03bb33aa tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0659869 Aug 13 03:43:36.720483 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-72a7c200-96ec-4426-a2ad-a8087da4e4e2 req-ba50977c-4c54-4b2f-a3f1-3f1b901b2cd8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342851 Aug 13 03:43:36.852474 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49436) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:36.866154 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ee667da9-eb5c-4689-bbe7-b7e9b89fafa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.958445 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c896360e-98f0-45ef-bc40-9318acc6219a req-10899e41-d261-4a5a-ae38-96753bfbb78f tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0363607 Aug 13 03:43:36.995872 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ee667da9-eb5c-4689-bbe7-b7e9b89fafa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.005154 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ee667da9-eb5c-4689-bbe7-b7e9b89fafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.047518 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-ee667da9-eb5c-4689-bbe7-b7e9b89fafa8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c85820e5abe4a88946e4faba284517e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938879 Aug 13 03:43:37.048365 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee667da9-eb5c-4689-bbe7-b7e9b89fafa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b63286f-7b00-4a17-b6bd-552a653a8374,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:37.051133 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49440) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:37.102954 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-255e5991-e8fb-487a-87d6-695a3298ddb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.128393 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-255e5991-e8fb-487a-87d6-695a3298ddb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.178966 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-255e5991-e8fb-487a-87d6-695a3298ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.181857 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-255e5991-e8fb-487a-87d6-695a3298ddb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.184774 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-255e5991-e8fb-487a-87d6-695a3298ddb6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b63286f-7b00-4a17-b6bd-552a653a8374 HTTP/1.1" status: 204 len: 168 time: 0.1309664 Aug 13 03:43:37.192591 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e5991-e8fb-487a-87d6-695a3298ddb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b63286f-7b00-4a17-b6bd-552a653a8374,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:37.583846 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49452) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:37.601473 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55f6901d-fd51-417e-a589-b3133166c362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.700430 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55f6901d-fd51-417e-a589-b3133166c362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.704799 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-55f6901d-fd51-417e-a589-b3133166c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.745883 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-55f6901d-fd51-417e-a589-b3133166c362 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97c452e4abcf45dbaa004a15b57f09bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604447 Aug 13 03:43:37.746423 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6901d-fd51-417e-a589-b3133166c362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598f76cf-705c-49c9-8f13-17d0e99b7d4c,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:37.749369 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49454) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:37.822519 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a7dd83ad-34eb-4573-bee0-efc952f975c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.865224 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a7dd83ad-34eb-4573-bee0-efc952f975c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.890079 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b3a86-a582-40d3-9b68-2e80dcc2c226 req-4bb9619f-7d58-4135-af2f-968562271ce5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:37.891705 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-732b3a86-a582-40d3-9b68-2e80dcc2c226 req-4bb9619f-7d58-4135-af2f-968562271ce5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0832567 Aug 13 03:43:37.942656 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-732b3a86-a582-40d3-9b68-2e80dcc2c226 req-0cfee790-838f-49db-85c9-b1b69aaf4d51 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Aug 13 03:43:37.950498 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a7dd83ad-34eb-4573-bee0-efc952f975c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.952983 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a7dd83ad-34eb-4573-bee0-efc952f975c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:37.954345 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-a7dd83ad-34eb-4573-bee0-efc952f975c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/598f76cf-705c-49c9-8f13-17d0e99b7d4c HTTP/1.1" status: 204 len: 168 time: 0.2032945 Aug 13 03:43:37.967824 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd83ad-34eb-4573-bee0-efc952f975c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598f76cf-705c-49c9-8f13-17d0e99b7d4c,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:38.081162 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2c1b1ee5-6de2-4d0f-adea-ef32ab75f01a req-24a30177-5bdd-4a0a-abd0-603c9cf899a0 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0325737 Aug 13 03:43:39.100925 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e812-1d60-4c54-bb34-1aaa73193e51 req-f167b6d4-4733-4cb3-8d20-39e541f26651 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:39.102679 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e2a6e812-1d60-4c54-bb34-1aaa73193e51 req-f167b6d4-4733-4cb3-8d20-39e541f26651 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0554709 Aug 13 03:43:39.225908 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e2a6e812-1d60-4c54-bb34-1aaa73193e51 req-58dbbc6a-736a-4d13-95d4-29a868f4139e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989110 Aug 13 03:43:39.237219 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-154a39b2-2213-48a6-ac9b-e417366ef8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:39.238369 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-154a39b2-2213-48a6-ac9b-e417366ef8bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.1281888 Aug 13 03:43:39.302013 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-422ae070-010d-4af4-9856-66e7b01bd734 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553584 Aug 13 03:43:39.356208 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-050efceb-073a-4111-af98-8a15f291ead4 req-68153dca-5755-400f-ab38-99a816651055 tempest-DeleteServersTestJSON-934102994 tempest-DeleteServersTestJSON-934102994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca408e70-e936-4b5d-b290-33569d587af6 HTTP/1.1" status: 200 len: 210 time: 0.0505433 Aug 13 03:43:39.449373 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-77954162-9ef5-438f-96a6-8f27a8758090 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320016 Aug 13 03:43:39.596664 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3532bd73-a78d-437f-af6a-8418ae3eb119 req-5b4b43f3-a7fc-4b35-b49c-6452a2142e9e service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327755 Aug 13 03:43:40.448145 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9c7d8-00c5-4a6d-a90c-f19717a421fb req-abe905cf-01d7-493b-ab72-d25fa96f9ec4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:40.450550 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9f9c7d8-00c5-4a6d-a90c-f19717a421fb req-abe905cf-01d7-493b-ab72-d25fa96f9ec4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0800791 Aug 13 03:43:40.500903 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9f9c7d8-00c5-4a6d-a90c-f19717a421fb req-65c3263e-b073-478c-b2e6-38fac54b45d2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386205 Aug 13 03:43:41.630552 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067160-2f26-40f7-bd1f-35255eb1ccff req-f6c176d0-7231-4927-b792-9f0caa0ac8d7 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:41.632153 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-59067160-2f26-40f7-bd1f-35255eb1ccff req-f6c176d0-7231-4927-b792-9f0caa0ac8d7 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0519531 Aug 13 03:43:41.678901 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-59067160-2f26-40f7-bd1f-35255eb1ccff req-d3f2f828-4da5-44f6-bb1f-e772891081c9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357034 Aug 13 03:43:42.823863 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312041d2-fa5d-42eb-9c35-5b6e2d5df816 req-595be8cd-4ee1-4faf-a713-7cabe2456f45 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:42.825931 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-312041d2-fa5d-42eb-9c35-5b6e2d5df816 req-595be8cd-4ee1-4faf-a713-7cabe2456f45 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0596933 Aug 13 03:43:42.871990 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-312041d2-fa5d-42eb-9c35-5b6e2d5df816 req-9c5d639d-f4a1-4fd6-abe9-1baa3d8ae47b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 Aug 13 03:43:44.038628 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe5c88-c347-474f-a78a-1c7795c1f836 req-3c5268f1-ab0e-4b18-a9a2-4801b304a13f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:44.040349 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d0fe5c88-c347-474f-a78a-1c7795c1f836 req-3c5268f1-ab0e-4b18-a9a2-4801b304a13f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0640476 Aug 13 03:43:44.114230 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d0fe5c88-c347-474f-a78a-1c7795c1f836 req-487f26b5-80c7-4016-bd5a-f3d973c1e70d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621853 Aug 13 03:43:45.264596 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efdf4c-602c-4a51-956c-b31b9b2ecd3f req-c2d418e4-ff34-465b-a89a-105cff9054d0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:45.266216 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-68efdf4c-602c-4a51-956c-b31b9b2ecd3f req-c2d418e4-ff34-465b-a89a-105cff9054d0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0611701 Aug 13 03:43:45.319231 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-68efdf4c-602c-4a51-956c-b31b9b2ecd3f req-fe2a8c01-a07b-42f7-8962-ba79f0c90d45 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Aug 13 03:43:46.452305 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94253664-715f-4773-a218-6568031479f4 req-f8e99844-d9d3-4014-84ec-7328c31e275a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:46.455036 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-94253664-715f-4773-a218-6568031479f4 req-f8e99844-d9d3-4014-84ec-7328c31e275a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0624528 Aug 13 03:43:46.516509 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-94253664-715f-4773-a218-6568031479f4 req-6abe8943-ee96-4885-80fa-064795d81e0f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540504 Aug 13 03:43:47.633473 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49722) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:47.699838 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5b892-b7ba-484e-8e27-cbca1447ae86 req-69fc5f7e-45ab-4fa1-b479-159a0a75a663 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:47.701534 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ed5b892-b7ba-484e-8e27-cbca1447ae86 req-69fc5f7e-45ab-4fa1-b479-159a0a75a663 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.1005671 Aug 13 03:43:47.705093 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_v2 [None req-be434b54-10e7-4de6-9072-131dd47ec0e9 admin admin] Deleting subnet a033d170-dc80-4924-a3ef-30fec4572ed6 {{(pid=100567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:43:47.709604 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-be434b54-10e7-4de6-9072-131dd47ec0e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.813436 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-be434b54-10e7-4de6-9072-131dd47ec0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720882'] for subnet, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.825868 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ed5b892-b7ba-484e-8e27-cbca1447ae86 req-194a21e1-d940-4661-88c6-8f7ef898787c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133461 Aug 13 03:43:47.917040 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-be434b54-10e7-4de6-9072-131dd47ec0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.002021 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-be434b54-10e7-4de6-9072-131dd47ec0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2721575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9782199'] for subnet, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.045205 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be434b54-10e7-4de6-9072-131dd47ec0e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a033d170-dc80-4924-a3ef-30fec4572ed6,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:48.050853 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-be434b54-10e7-4de6-9072-131dd47ec0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.056894 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-be434b54-10e7-4de6-9072-131dd47ec0e9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a033d170-dc80-4924-a3ef-30fec4572ed6 HTTP/1.1" status: 204 len: 168 time: 0.4180501 Aug 13 03:43:48.057166 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49740) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:48.146239 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.243774 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.256792 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e2a8cb-eefe-4ccf-98f1-d606ade06f8d']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:48.268791 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76160b40-f119-4eef-9a46-75df940385df') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:48.269090 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76160b40-f119-4eef-9a46-75df940385df') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:48.280366 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.299945 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.308350 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:43:48.308867 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:43:48.311511 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:43:48.390238 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.431968 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.438209 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/82e2a8cb-eefe-4ccf-98f1-d606ade06f8d HTTP/1.1" status: 204 len: 168 time: 0.3760471 Aug 13 03:43:48.442489 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a54eb-b3c7-48e7-8a76-fa31dd37d8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e2a8cb-eefe-4ccf-98f1-d606ade06f8d,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:48.740038 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49768) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:48.813989 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-f3c515b5-e617-4bfe-88b6-e575202f8432 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6864e23b198a4928805f08177fb9655c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0720081 Aug 13 03:43:48.817735 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49772) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:48.894878 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-72cd8b42-751f-4e5b-9099-177439758fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.930411 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-72cd8b42-751f-4e5b-9099-177439758fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.994753 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-72cd8b42-751f-4e5b-9099-177439758fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.000818 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-72cd8b42-751f-4e5b-9099-177439758fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.004413 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-72cd8b42-751f-4e5b-9099-177439758fbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5b0df6a-442a-438d-8ddf-dfe8d7091eb2 HTTP/1.1" status: 204 len: 168 time: 0.1852355 Aug 13 03:43:49.034957 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd8b42-751f-4e5b-9099-177439758fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b0df6a-442a-438d-8ddf-dfe8d7091eb2,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:49.106579 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d63db-cd09-4f16-a5d8-eaecb47d1dbc req-972ed630-3656-4b90-97d1-7a9de264af30 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:49.116414 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e61d63db-cd09-4f16-a5d8-eaecb47d1dbc req-972ed630-3656-4b90-97d1-7a9de264af30 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0943830 Aug 13 03:43:49.182675 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e61d63db-cd09-4f16-a5d8-eaecb47d1dbc req-c7123010-ba3c-4cf4-a1d5-1958f252b05a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647392 Aug 13 03:43:49.548820 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:43:49.573053 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49822) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:49.877959 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49838) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:49.927729 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-02fdccda-b6dd-4cee-9195-447aa0ae5e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.007382 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1a58d59a-744a-487d-8a23-a9d7c5316291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.142561 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-02fdccda-b6dd-4cee-9195-447aa0ae5e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.148305 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-02fdccda-b6dd-4cee-9195-447aa0ae5e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.217037 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-02fdccda-b6dd-4cee-9195-447aa0ae5e1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=364520e4e9f540f0abe3a0fd6ebbacd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6385183 Aug 13 03:43:50.217373 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49854) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:50.226612 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdccda-b6dd-4cee-9195-447aa0ae5e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6879e-e766-40a4-b16d-8cddcce37e68,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:50.322791 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-96fa6238-2930-475b-a662-22a6b3bbbf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.380813 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1a58d59a-744a-487d-8a23-a9d7c5316291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.383716 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-96fa6238-2930-475b-a662-22a6b3bbbf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.391213 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1a58d59a-744a-487d-8a23-a9d7c5316291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.447464 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36bfda-3cad-4535-baa9-6a37d0197277 req-2ed6ef08-adb6-452f-9859-ba7935e468ee tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:50.450425 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9a36bfda-3cad-4535-baa9-6a37d0197277 req-2ed6ef08-adb6-452f-9859-ba7935e468ee tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.1474197 Aug 13 03:43:50.499951 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-96fa6238-2930-475b-a662-22a6b3bbbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.503398 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-96fa6238-2930-475b-a662-22a6b3bbbf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.509613 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-96fa6238-2930-475b-a662-22a6b3bbbf4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67a6879e-e766-40a4-b16d-8cddcce37e68 HTTP/1.1" status: 204 len: 168 time: 0.2893326 Aug 13 03:43:50.535603 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa6238-2930-475b-a662-22a6b3bbbf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6879e-e766-40a4-b16d-8cddcce37e68,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:50.543565 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58d59a-744a-487d-8a23-a9d7c5316291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46f9950-8dce-4fe6-ad72-3dbc024dd153,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:50.585806 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49872) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:50.587574 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-1a58d59a-744a-487d-8a23-a9d7c5316291 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f6ed556f70344999f8aa8193709690c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079806 Aug 13 03:43:50.612582 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9a36bfda-3cad-4535-baa9-6a37d0197277 req-73789490-ba7c-4fce-8ed0-2a305437022b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450355 Aug 13 03:43:50.688989 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e509baa-8f11-48bd-b35b-e7e2cdd4d974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.725403 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e509baa-8f11-48bd-b35b-e7e2cdd4d974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.794606 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e509baa-8f11-48bd-b35b-e7e2cdd4d974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.798820 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e509baa-8f11-48bd-b35b-e7e2cdd4d974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.803725 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-9e509baa-8f11-48bd-b35b-e7e2cdd4d974 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d46f9950-8dce-4fe6-ad72-3dbc024dd153 HTTP/1.1" status: 204 len: 168 time: 0.2159636 Aug 13 03:43:50.814940 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e509baa-8f11-48bd-b35b-e7e2cdd4d974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46f9950-8dce-4fe6-ad72-3dbc024dd153,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:51.863672 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362e9ff-17e8-4fe0-8e0b-1733b3c609a1 req-21db3d83-943c-493e-81ff-cbacfc4b5aa9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:51.879352 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2362e9ff-17e8-4fe0-8e0b-1733b3c609a1 req-21db3d83-943c-493e-81ff-cbacfc4b5aa9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.1071196 Aug 13 03:43:51.955548 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2362e9ff-17e8-4fe0-8e0b-1733b3c609a1 req-79c301cf-7486-4c28-8c36-9fad350c6191 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742817 Aug 13 03:43:52.317478 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49954) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:52.362278 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 49958) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:52.688509 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-aa1de5b6-23d4-4d80-8344-c30d9bb034b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:52.742833 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fb2ca-f4f2-497a-9cd1-37b3decbcd8d req-eb4c0908-3b53-4fa9-9a07-c362b03b42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:52.744551 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-459fb2ca-f4f2-497a-9cd1-37b3decbcd8d req-eb4c0908-3b53-4fa9-9a07-c362b03b42a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 1098 time: 0.0769994 Aug 13 03:43:52.816902 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d16e2c6b-ca39-442b-a9db-286ad96459f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:52.850166 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-459fb2ca-f4f2-497a-9cd1-37b3decbcd8d req-15059ccd-7ee0-471c-9a1d-108f88c56c2d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959854 Aug 13 03:43:52.881186 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-aa1de5b6-23d4-4d80-8344-c30d9bb034b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:52.891720 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-aa1de5b6-23d4-4d80-8344-c30d9bb034b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.150754 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d16e2c6b-ca39-442b-a9db-286ad96459f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.157151 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-aa1de5b6-23d4-4d80-8344-c30d9bb034b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e7003d57d1245d5aaf1878cd667b084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7931125 Aug 13 03:43:53.158870 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1de5b6-23d4-4d80-8344-c30d9bb034b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f00a8ec-306a-4f66-a85d-a6950bb650c9,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:53.161732 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 49996) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:53.178205 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d16e2c6b-ca39-442b-a9db-286ad96459f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.266026 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d16e2c6b-ca39-442b-a9db-286ad96459f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e93e2489b77a479abc54ba17088285e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9467981 Aug 13 03:43:53.269981 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50000) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:53.306057 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f14a7-2650-47d0-a9b7-661f4dac9988 req-b7028189-5e64-4a80-8f42-8903a2b2dc18 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:53.319278 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cc3f14a7-2650-47d0-a9b7-661f4dac9988 req-b7028189-5e64-4a80-8f42-8903a2b2dc18 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.2141840 Aug 13 03:43:53.327601 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e2c6b-ca39-442b-a9db-286ad96459f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1233b86f-bb75-4d4d-b1e5-4dc62390338a,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:53.337372 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fdde06ff-59ed-4604-9622-37319ba19b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.400642 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fdde06ff-59ed-4604-9622-37319ba19b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.453580 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-daebd9ab-79e2-4fbf-80e5-97050327b305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.493720 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50012) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:53.545033 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cc3f14a7-2650-47d0-a9b7-661f4dac9988 req-c5a4c499-b5c4-49a3-90b9-7c92e01fac10 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235954 Aug 13 03:43:53.549830 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-daebd9ab-79e2-4fbf-80e5-97050327b305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.590406 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fdde06ff-59ed-4604-9622-37319ba19b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.603115 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fdde06ff-59ed-4604-9622-37319ba19b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.605688 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-fdde06ff-59ed-4604-9622-37319ba19b35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f00a8ec-306a-4f66-a85d-a6950bb650c9 HTTP/1.1" status: 204 len: 168 time: 0.4404719 Aug 13 03:43:53.631393 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde06ff-59ed-4604-9622-37319ba19b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f00a8ec-306a-4f66-a85d-a6950bb650c9,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:53.699307 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-daebd9ab-79e2-4fbf-80e5-97050327b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.703470 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-daebd9ab-79e2-4fbf-80e5-97050327b305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.709345 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-daebd9ab-79e2-4fbf-80e5-97050327b305 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1233b86f-bb75-4d4d-b1e5-4dc62390338a HTTP/1.1" status: 204 len: 168 time: 0.4355559 Aug 13 03:43:53.726726 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebd9ab-79e2-4fbf-80e5-97050327b305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1233b86f-bb75-4d4d-b1e5-4dc62390338a,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:53.863988 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8a9df9af-ca67-43fc-8671-6b3647587edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.102894 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8a9df9af-ca67-43fc-8671-6b3647587edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.124885 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8a9df9af-ca67-43fc-8671-6b3647587edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.203771 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50032) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:54.205066 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-8a9df9af-ca67-43fc-8671-6b3647587edb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47b5acaaf8124e9e86c1949c36408e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7070391 Aug 13 03:43:54.207036 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9df9af-ca67-43fc-8671-6b3647587edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1328266-895c-4246-bb28-d3027774013d,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:54.409882 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c66e-194a-4612-baab-241be5f88327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.456547 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c66e-194a-4612-baab-241be5f88327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.496159 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50040) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:54.517284 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a8e31848-f21a-448a-ab7a-40c69cf39c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.544103 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c66e-194a-4612-baab-241be5f88327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.547618 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c66e-194a-4612-baab-241be5f88327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.548923 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-ffc7c66e-194a-4612-baab-241be5f88327 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1328266-895c-4246-bb28-d3027774013d HTTP/1.1" status: 204 len: 168 time: 0.3417964 Aug 13 03:43:54.560778 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7c66e-194a-4612-baab-241be5f88327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1328266-895c-4246-bb28-d3027774013d,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:54.739193 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a8e31848-f21a-448a-ab7a-40c69cf39c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.749590 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a8e31848-f21a-448a-ab7a-40c69cf39c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.835631 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-a8e31848-f21a-448a-ab7a-40c69cf39c42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5e192b63c7f4fefb779cf0cd9a4070d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374074 Aug 13 03:43:54.843509 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50056) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:54.851389 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997415f5-0fd4-4f73-8632-703e8cd1be4b req-50e5bc85-d889-4d55-b32f-ec2923ff9092 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:54.854365 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-997415f5-0fd4-4f73-8632-703e8cd1be4b req-50e5bc85-d889-4d55-b32f-ec2923ff9092 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0824671 Aug 13 03:43:54.888203 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e31848-f21a-448a-ab7a-40c69cf39c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f0a891-4190-4fdd-a7ad-2ae90b83d764,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:54.940663 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-997415f5-0fd4-4f73-8632-703e8cd1be4b req-312d6e2c-ad69-4110-b951-77d9c1d357fb tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667949 Aug 13 03:43:54.982080 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e87a89bc-d555-454e-8f66-2d293cb039c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:55.010380 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e87a89bc-d555-454e-8f66-2d293cb039c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:55.082208 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e87a89bc-d555-454e-8f66-2d293cb039c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:55.091540 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e87a89bc-d555-454e-8f66-2d293cb039c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:55.093903 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-e87a89bc-d555-454e-8f66-2d293cb039c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53f0a891-4190-4fdd-a7ad-2ae90b83d764 HTTP/1.1" status: 204 len: 168 time: 0.2472854 Aug 13 03:43:55.108063 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a89bc-d555-454e-8f66-2d293cb039c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f0a891-4190-4fdd-a7ad-2ae90b83d764,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:55.191933 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f7d10-191f-4c64-9eb0-eebf94314220 req-f0335227-a15d-4499-8fe4-15e7076bc8c4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:55.193840 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-288f7d10-191f-4c64-9eb0-eebf94314220 req-f0335227-a15d-4499-8fe4-15e7076bc8c4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1168804 Aug 13 03:43:55.271222 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-288f7d10-191f-4c64-9eb0-eebf94314220 req-637205e6-6925-4cdd-a101-c8c1da096bb6 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602791 Aug 13 03:43:55.426047 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50080) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:55.798083 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e5a42deb-4fb6-4eb8-a8d6-49e7e1d4dc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:55.992091 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e5a42deb-4fb6-4eb8-a8d6-49e7e1d4dc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:56.000494 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e5a42deb-4fb6-4eb8-a8d6-49e7e1d4dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:56.069366 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-e5a42deb-4fb6-4eb8-a8d6-49e7e1d4dc4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b392b0e042664238ad0a3fe71015b43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6394114 Aug 13 03:43:56.071327 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a42deb-4fb6-4eb8-a8d6-49e7e1d4dc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae056efe-3924-48e9-8153-510d54d14390,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:56.072704 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50106) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:56.167067 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-2984ef91-8156-4a48-b5dc-e6edd73e2678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:56.207849 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-2984ef91-8156-4a48-b5dc-e6edd73e2678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:56.304261 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-2984ef91-8156-4a48-b5dc-e6edd73e2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:56.308963 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-2984ef91-8156-4a48-b5dc-e6edd73e2678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:56.311355 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-2984ef91-8156-4a48-b5dc-e6edd73e2678 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae056efe-3924-48e9-8153-510d54d14390 HTTP/1.1" status: 204 len: 168 time: 0.2370822 Aug 13 03:43:56.330039 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984ef91-8156-4a48-b5dc-e6edd73e2678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae056efe-3924-48e9-8153-510d54d14390,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:57.251048 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50156) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:57.264203 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-5ff5c8af-5be6-4ed2-b187-5ec3121331dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:57.268364 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-5ff5c8af-5be6-4ed2-b187-5ec3121331dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1098 time: 0.1421671 Aug 13 03:43:57.305560 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb059f83-278d-4f73-9406-61840ba13b0e req-ae0c800b-236c-41d8-9f2d-82480d2821c9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:57.317091 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bb059f83-278d-4f73-9406-61840ba13b0e req-ae0c800b-236c-41d8-9f2d-82480d2821c9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1365924 Aug 13 03:43:57.450061 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bb059f83-278d-4f73-9406-61840ba13b0e req-543df190-880e-46db-887d-bb4d44729e18 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312356 Aug 13 03:43:57.507160 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1423752734-network', 'tenant_id': '1176eec0b82b4e9586e8175259f078e3'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:57.552307 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-aa54a9ad-3c38-4ca3-8736-1a2798499f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:57.556007 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-aa54a9ad-3c38-4ca3-8736-1a2798499f57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 918 time: 0.2789888 Aug 13 03:43:57.566217 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Made reservation on behalf of 1176eec0b82b4e9586e8175259f078e3 for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:43:57.574815 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:57.614453 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:57.654405 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-f20845de-2b08-4b0c-9c3e-d34430f79765 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097 HTTP/1.1" status: 200 len: 217 time: 0.0893486 Aug 13 03:43:57.757668 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-95ba3558-c562-49eb-9e11-6133c7d686d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:57.764278 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-95ba3558-c562-49eb-9e11-6133c7d686d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.0997179 Aug 13 03:43:57.837260 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-59822dcf-be33-433e-8870-12beb3cf2f6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631337 Aug 13 03:43:57.880918 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:57.891368 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:57.946912 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:43:57.976814 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:57.988191 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:57.988191 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Added segment a39f83c5-06ca-4534-8fc2-4246585afe20 of type vlan for network 05cee894-bf55-487e-b19b-409b58a4b00c Aug 13 03:43:58.028417 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-9eeae015-19a3-4d9b-acab-74e1d76cbb3e service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723578 Aug 13 03:43:58.075169 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:58.123456 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50186) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:58.150196 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:58.152328 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:58.153203 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:58.233426 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9757040 Aug 13 03:43:58.234684 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50194) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:58.240435 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Request body: {'subnet': {'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1423752734-subnet', 'tenant_id': '1176eec0b82b4e9586e8175259f078e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:58.266548 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68f0e4-ae9b-4799-8f5d-5f571e659247 admin admin] Pushing event updated for resources: {'Network': ['ID=05cee894-bf55-487e-b19b-409b58a4b00c,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:58.271083 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Made reservation on behalf of 1176eec0b82b4e9586e8175259f078e3 for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:43:58.274093 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2891814'] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:58.280509 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b948f2ca-6098-44a1-89ae-00a4e5b967cf req-21efb38c-9148-427c-a085-0ce3d0edcd76 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427921 Aug 13 03:43:58.288456 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 05cee894-bf55-487e-b19b-409b58a4b00c details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:43:58.475506 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f3a0d25a-6996-40bf-b9b9-372f36b694b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:58.608496 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2891796'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:58.711581 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0ac0dc-ec98-4db9-950a-c8851efb639d,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:58.757240 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b471cb-3c11-4a05-b4c5-1d7e37620bdc req-6c99421b-0abc-449d-8401-2c17b649e521 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:58.759672 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-33b471cb-3c11-4a05-b4c5-1d7e37620bdc req-6c99421b-0abc-449d-8401-2c17b649e521 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1181197 Aug 13 03:43:58.804817 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50208) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:58.829621 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-33b471cb-3c11-4a05-b4c5-1d7e37620bdc req-0e3ca7cc-57a5-437f-9d63-842526dc9eb5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559659 Aug 13 03:43:58.846236 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f3a0d25a-6996-40bf-b9b9-372f36b694b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:58.859391 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Checking segment: {'id': 'a39f83c5-06ca-4534-8fc2-4246585afe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:58.859391 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Network hostable DHCP agents. Network: 05cee894-bf55-487e-b19b-409b58a4b00c, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:43:58.864713 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f3a0d25a-6996-40bf-b9b9-372f36b694b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.003963 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e87afdfe-bc43-44fd-a1c2-097cbf296df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.039031 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0d25a-6996-40bf-b9b9-372f36b694b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ed6c43-5ee6-4e69-841c-6006073d379c,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:59.055422 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Network 05cee894-bf55-487e-b19b-409b58a4b00c is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:43:59.071038 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-f3a0d25a-6996-40bf-b9b9-372f36b694b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b09c636eb934bc5b28a6c3b9acb4d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9460497 Aug 13 03:43:59.074357 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50224) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:59.106220 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 05cee894-bf55-487e-b19b-409b58a4b00c) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:59.123784 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:59.124820 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.125680 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b54e8f1-f2d6-45d4-8d00-a48c23e682ef None None] Network 05cee894-bf55-487e-b19b-409b58a4b00c requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:43:59.207253 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-bb516e72-1012-44f2-968c-90a832efa4ee admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9712701 Aug 13 03:43:59.223419 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6aff7619-5281-4191-af8b-502329a7bce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.251711 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6aff7619-5281-4191-af8b-502329a7bce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.331815 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6aff7619-5281-4191-af8b-502329a7bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.342693 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6aff7619-5281-4191-af8b-502329a7bce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.345707 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-6aff7619-5281-4191-af8b-502329a7bce9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36ed6c43-5ee6-4e69-841c-6006073d379c HTTP/1.1" status: 204 len: 168 time: 0.2683733 Aug 13 03:43:59.372420 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d767883b-32eb-4abc-bfe5-34df6b3166ac None None] Network 05cee894-bf55-487e-b19b-409b58a4b00c requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:43:59.390180 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff7619-5281-4191-af8b-502329a7bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ed6c43-5ee6-4e69-841c-6006073d379c,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:59.394218 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e182497d-627a-4920-bf6c-6358c5f16b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.636024 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e182497d-627a-4920-bf6c-6358c5f16b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.644187 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e182497d-627a-4920-bf6c-6358c5f16b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.726167 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-e182497d-627a-4920-bf6c-6358c5f16b0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11b97bf3e343477389af1c8a4146be32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9169438 Aug 13 03:43:59.726901 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182497d-627a-4920-bf6c-6358c5f16b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c28fc6-1de1-4bf5-92fa-55e53972fd47,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:59.729653 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50244) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:59.862780 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6118ac3b-9b31-4ec9-840a-0796950a62b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:59.918715 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6118ac3b-9b31-4ec9-840a-0796950a62b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.022756 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50250) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:00.038813 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6118ac3b-9b31-4ec9-840a-0796950a62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.044249 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6118ac3b-9b31-4ec9-840a-0796950a62b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.052310 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-6118ac3b-9b31-4ec9-840a-0796950a62b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97c28fc6-1de1-4bf5-92fa-55e53972fd47 HTTP/1.1" status: 204 len: 168 time: 0.3181174 Aug 13 03:44:00.075908 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e607edd0-d8d9-409c-a8bd-c1fdeb1ff176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.079066 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118ac3b-9b31-4ec9-840a-0796950a62b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c28fc6-1de1-4bf5-92fa-55e53972fd47,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:00.299908 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1901d-5cb0-4829-a90d-cf8b5577ee16 req-62c2bb6b-ac85-42d4-baf9-ca5c6bd89cc3 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:00.304657 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-10d1901d-5cb0-4829-a90d-cf8b5577ee16 req-62c2bb6b-ac85-42d4-baf9-ca5c6bd89cc3 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1733954 Aug 13 03:44:00.362439 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e607edd0-d8d9-409c-a8bd-c1fdeb1ff176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.370584 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e607edd0-d8d9-409c-a8bd-c1fdeb1ff176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.423632 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-10d1901d-5cb0-4829-a90d-cf8b5577ee16 req-aed9f1be-120a-4008-8075-0f8e62e5c798 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943081 Aug 13 03:44:00.488446 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50262) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:00.489881 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-e607edd0-d8d9-409c-a8bd-c1fdeb1ff176 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2588ca8be34b450e9e20426428b8d467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648135 Aug 13 03:44:00.492368 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607edd0-d8d9-409c-a8bd-c1fdeb1ff176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0282b32-30e6-4bad-bd2a-bcd6913a3798,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:00.594867 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d7deb9a3-8543-457c-b6d3-4b5658c20b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.658315 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d7deb9a3-8543-457c-b6d3-4b5658c20b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.746603 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d7deb9a3-8543-457c-b6d3-4b5658c20b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.754676 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d7deb9a3-8543-457c-b6d3-4b5658c20b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:00.759880 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-d7deb9a3-8543-457c-b6d3-4b5658c20b2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0282b32-30e6-4bad-bd2a-bcd6913a3798 HTTP/1.1" status: 204 len: 168 time: 0.2696986 Aug 13 03:44:00.786758 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deb9a3-8543-457c-b6d3-4b5658c20b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0282b32-30e6-4bad-bd2a-bcd6913a3798,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:01.599454 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d435c8-02f7-4ab5-9b34-718ca82b4ff4 req-9102f319-8b55-47a6-b308-5baeb3fa1776 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:01.603707 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-03d435c8-02f7-4ab5-9b34-718ca82b4ff4 req-9102f319-8b55-47a6-b308-5baeb3fa1776 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0876331 Aug 13 03:44:01.657841 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-03d435c8-02f7-4ab5-9b34-718ca82b4ff4 req-b70a0b95-7fd9-4eec-b62e-9231004c6423 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Aug 13 03:44:02.229664 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:02.531017 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5198a98f-bd78-4239-a0ac-2f299ba18b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:02.592023 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-92153801-9289-4812-be38-23d692b0e9f8 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:02.593792 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-92153801-9289-4812-be38-23d692b0e9f8 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/networks?id=05cee894-bf55-487e-b19b-409b58a4b00c HTTP/1.1" status: 200 len: 814 time: 0.1775424 Aug 13 03:44:02.624713 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-c9491d74-8cd5-4cad-8d12-8118fcce9bf5 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/quotas/1176eec0b82b4e9586e8175259f078e3 HTTP/1.1" status: 200 len: 375 time: 0.0194795 Aug 13 03:44:02.704303 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-bf4748fb-9d8f-483b-8c12-99763f7772f6 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1176eec0b82b4e9586e8175259f078e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676959 Aug 13 03:44:02.923543 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-a46b8522-21b6-4682-868f-ce170b898abe service neutron] 10.222.0.58 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953452 Aug 13 03:44:02.969705 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ba19-30f7-4bc8-8bb5-b6d03cdd44e2 req-23f07a92-39f7-4951-8a1a-19fae842c36a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:02.975103 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2f96ba19-30f7-4bc8-8bb5-b6d03cdd44e2 req-23f07a92-39f7-4951-8a1a-19fae842c36a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1352694 Aug 13 03:44:03.084847 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2f96ba19-30f7-4bc8-8bb5-b6d03cdd44e2 req-2a20e34a-9c09-4b6a-b82f-729851825425 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958223 Aug 13 03:44:03.115983 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-40d1059e-2479-4ecc-8382-18b12059ca17 service neutron] 10.222.0.58 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768692 Aug 13 03:44:03.438121 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-008ac7ae-95f3-4eef-9bd1-dce962d22ff4 req-576e6fd2-11b5-458f-a51c-9a9f0fc51cf6 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0657125 Aug 13 03:44:04.075788 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:04.315884 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0622b-fa60-4996-af77-12c5ec6830af req-e8277938-075b-42fb-810d-d374e663ee76 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:04.317569 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1ab0622b-fa60-4996-af77-12c5ec6830af req-e8277938-075b-42fb-810d-d374e663ee76 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0780213 Aug 13 03:44:04.390713 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1ab0622b-fa60-4996-af77-12c5ec6830af req-5b300f2b-67e2-4796-a086-a286c0bf3bd1 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615013 Aug 13 03:44:04.636053 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e0f051a9-1a01-4678-bf09-5c2633ee9bac req-194303e9-b417-43cb-8bea-42717f83abd2 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0469120 Aug 13 03:44:04.919474 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:04.981122 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-3fc21e3f-4071-4b47-b189-988434f4b188 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:04.983118 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-3fc21e3f-4071-4b47-b189-988434f4b188 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.18 "GET /v2.0/networks?id=05cee894-bf55-487e-b19b-409b58a4b00c HTTP/1.1" status: 200 len: 814 time: 0.1643806 Aug 13 03:44:04.997939 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Request body: {'port': {'device_id': '44af5512-1906-4a4d-875d-b1070095b2e4', 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c', 'admin_state_up': True, 'tenant_id': '1176eec0b82b4e9586e8175259f078e3'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:05.197189 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Made reservation on behalf of 1176eec0b82b4e9586e8175259f078e3 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:44:05.202628 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:05.426731 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:05.450228 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Allocated IP 172.20.0.9 (05cee894-bf55-487e-b19b-409b58a4b00c/6f0ac0dc-ec98-4db9-950a-c8851efb639d/60c35f40-07c7-4c58-912c-181d1c40218c) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:44:05.652306 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812092-9baf-41e7-87eb-648a076cb6c5 req-396bee03-c556-40f8-a4ae-0182917a4010 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:05.653941 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-71812092-9baf-41e7-87eb-648a076cb6c5 req-396bee03-c556-40f8-a4ae-0182917a4010 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1502779 Aug 13 03:44:05.739069 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:05.744782 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-71812092-9baf-41e7-87eb-648a076cb6c5 req-274eb5eb-b3ec-4a84-a498-7caed023efa3 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765276 Aug 13 03:44:05.859996 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:05.948873 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Network 05cee894-bf55-487e-b19b-409b58a4b00c is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:44:05.960918 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:44:05.966585 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:44:05.993706 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Pushing event updated for resources: {'Port': ['ID=60c35f40-07c7-4c58-912c-181d1c40218c,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:06.014235 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7097f-3686-43b3-9ceb-add9c9e10094 req-47c620e3-978c-444a-ade1-ab0e9f4c59d0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:06.015903 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-89e7097f-3686-43b3-9ceb-add9c9e10094 req-47c620e3-978c-444a-ade1-ab0e9f4c59d0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 931 time: 0.1633935 Aug 13 03:44:06.052530 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:06.053203 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:06.082451 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-5cb2e812-e049-423f-9037-37a72e058e8f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0889020 Aug 13 03:44:06.085718 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-89e7097f-3686-43b3-9ceb-add9c9e10094 req-088394eb-8354-4f1a-a02a-1edb6730e6a3 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617845 Aug 13 03:44:06.114726 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50520) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:06.267526 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-189d9fdc-b217-4265-9c91-4a4afa8c9125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:06.395680 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-189d9fdc-b217-4265-9c91-4a4afa8c9125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:06.401405 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-189d9fdc-b217-4265-9c91-4a4afa8c9125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:06.443175 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d9fdc-b217-4265-9c91-4a4afa8c9125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aede5b50-4547-4623-8a21-99e3bb3c8db0,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:06.448916 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-189d9fdc-b217-4265-9c91-4a4afa8c9125 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80a75da709294f279e6d065a1e313811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326747 Aug 13 03:44:06.452096 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50526) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:06.533546 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0682fc63-c1ec-4a40-a1e9-25918c62e0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:06.578887 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0682fc63-c1ec-4a40-a1e9-25918c62e0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:06.647058 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0682fc63-c1ec-4a40-a1e9-25918c62e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:06.649617 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0682fc63-c1ec-4a40-a1e9-25918c62e0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:06.650940 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-0682fc63-c1ec-4a40-a1e9-25918c62e0a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aede5b50-4547-4623-8a21-99e3bb3c8db0 HTTP/1.1" status: 204 len: 168 time: 0.1977775 Aug 13 03:44:06.660080 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682fc63-c1ec-4a40-a1e9-25918c62e0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aede5b50-4547-4623-8a21-99e3bb3c8db0,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:06.961700 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e891c38-7fdf-436f-81c3-30eb15c90843 req-e80053c7-e3f8-4c4f-b495-5672044d5c2b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:06.963830 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2e891c38-7fdf-436f-81c3-30eb15c90843 req-e80053c7-e3f8-4c4f-b495-5672044d5c2b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0662951 Aug 13 03:44:07.026007 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50540) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:07.048634 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-05bcbcaa-238e-4a64-80c4-f84009437235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:07.054668 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2e891c38-7fdf-436f-81c3-30eb15c90843 req-70a2fbb7-bcb6-4748-9b8e-42ebcf7243f2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792973 Aug 13 03:44:07.230517 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-05bcbcaa-238e-4a64-80c4-f84009437235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:07.237230 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-05bcbcaa-238e-4a64-80c4-f84009437235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:07.287047 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-05bcbcaa-238e-4a64-80c4-f84009437235 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22354f16f908403992453d10415e958c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592390 Aug 13 03:44:07.290488 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50544) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:07.307119 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3a80e-e0dd-4f47-a410-029f9bdf356c req-767906a1-1f4c-4f16-9022-853b762a0002 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:07.308772 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eab3a80e-e0dd-4f47-a410-029f9bdf356c req-767906a1-1f4c-4f16-9022-853b762a0002 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 931 time: 0.1242192 Aug 13 03:44:07.309504 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcbcaa-238e-4a64-80c4-f84009437235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24162444-9f0d-4032-8785-ff6a2b3faaea,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:07.383566 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eab3a80e-e0dd-4f47-a410-029f9bdf356c req-76e2f667-39e5-46e7-bfe6-1502d9ef6784 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641327 Aug 13 03:44:07.395545 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c7f7-f880-4d59-a192-29389a2091db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:07.421279 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c7f7-f880-4d59-a192-29389a2091db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:07.475040 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c7f7-f880-4d59-a192-29389a2091db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:07.478016 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c7f7-f880-4d59-a192-29389a2091db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:07.479285 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7dd6c7f7-f880-4d59-a192-29389a2091db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24162444-9f0d-4032-8785-ff6a2b3faaea HTTP/1.1" status: 204 len: 168 time: 0.1877151 Aug 13 03:44:07.496599 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6c7f7-f880-4d59-a192-29389a2091db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24162444-9f0d-4032-8785-ff6a2b3faaea,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:07.925614 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50554) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:07.940239 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51d72ef4-002d-4250-95b3-6d62a53eafd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:08.060766 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Request body: {'port': {'device_id': '44af5512-1906-4a4d-875d-b1070095b2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:08.099867 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51d72ef4-002d-4250-95b3-6d62a53eafd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:08.107133 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-51d72ef4-002d-4250-95b3-6d62a53eafd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:08.433161 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-51d72ef4-002d-4250-95b3-6d62a53eafd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=495f714f5cd846999ad4974a6a149027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039001 Aug 13 03:44:08.433161 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d72ef4-002d-4250-95b3-6d62a53eafd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162e1781-940c-4b11-89e2-f419fb7b3b1f,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:08.434524 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:08.434713 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50564) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:08.503829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb4732-f693-4e11-ac90-a1867d666e26 req-b35065ad-d281-4d8c-b693-0bc8235c09ac tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:08.505579 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c6bb4732-f693-4e11-ac90-a1867d666e26 req-b35065ad-d281-4d8c-b693-0bc8235c09ac tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.3428349 Aug 13 03:44:08.520988 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1c31003c-31b4-4812-86e8-dc8a81218b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:08.557269 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1c31003c-31b4-4812-86e8-dc8a81218b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:08.641312 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1c31003c-31b4-4812-86e8-dc8a81218b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:08.645689 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1c31003c-31b4-4812-86e8-dc8a81218b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:08.647321 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1c31003c-31b4-4812-86e8-dc8a81218b98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/162e1781-940c-4b11-89e2-f419fb7b3b1f HTTP/1.1" status: 204 len: 168 time: 0.2104025 Aug 13 03:44:08.667505 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31003c-31b4-4812-86e8-dc8a81218b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162e1781-940c-4b11-89e2-f419fb7b3b1f,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:08.732059 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a1b0-a78a-4ad3-b99b-547af96fbb2a req-212b8119-9f91-44e9-aca0-2468e6dfd619 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:08.733635 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87e0a1b0-a78a-4ad3-b99b-547af96fbb2a req-212b8119-9f91-44e9-aca0-2468e6dfd619 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 931 time: 0.2250998 Aug 13 03:44:08.739449 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c6bb4732-f693-4e11-ac90-a1867d666e26 req-8f789037-770b-4d13-a24d-fb8af4679ec6 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125998 Aug 13 03:44:08.818009 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87e0a1b0-a78a-4ad3-b99b-547af96fbb2a req-878543e9-c838-4d45-a741-552399a1f2cd tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711875 Aug 13 03:44:08.918578 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c35f40-07c7-4c58-912c-181d1c40218c {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:44:08.929663 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:08.945697 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Transition to ACTIVE for port object 60c35f40-07c7-4c58-912c-181d1c40218c will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:44:08.950831 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:09.006730 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Pushing event updated for resources: {'Port': ['ID=60c35f40-07c7-4c58-912c-181d1c40218c,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:09.201618 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Attempting to bind port 60c35f40-07c7-4c58-912c-181d1c40218c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:44:09.202738 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Attempting to bind port 60c35f40-07c7-4c58-912c-181d1c40218c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a39f83c5-06ca-4534-8fc2-4246585afe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:44:09.203332 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Attempting to bind port 60c35f40-07c7-4c58-912c-181d1c40218c on network 05cee894-bf55-487e-b19b-409b58a4b00c {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:44:09.210884 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Port 60c35f40-07c7-4c58-912c-181d1c40218c on network 05cee894-bf55-487e-b19b-409b58a4b00c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:44:09.211373 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Attempting to bind port 60c35f40-07c7-4c58-912c-181d1c40218c on network 05cee894-bf55-487e-b19b-409b58a4b00c {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:44:09.217850 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:44:09.218408 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Checking segment: {'id': 'a39f83c5-06ca-4534-8fc2-4246585afe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:44:09.219185 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Bound using segment: {'id': 'a39f83c5-06ca-4534-8fc2-4246585afe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:44:09.219907 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Bound port: 60c35f40-07c7-4c58-912c-181d1c40218c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39f83c5-06ca-4534-8fc2-4246585afe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:44:09.220398 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:09.347597 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] For port 60c35f40-07c7-4c58-912c-181d1c40218c, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:44:09.355432 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] For port 60c35f40-07c7-4c58-912c-181d1c40218c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60c35f40-07c7-4c58-912c-181d1c40218c,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:44:09.361568 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:09.417679 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:09.418761 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:09.420274 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/60c35f40-07c7-4c58-912c-181d1c40218c HTTP/1.1" status: 200 len: 1093 time: 1.3695843 Aug 13 03:44:09.422787 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44af5512-1906-4a4d-875d-b1070095b2e4', 'tag': '60c35f40-07c7-4c58-912c-181d1c40218c'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:09.426741 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1483cc9c-6831-4a89-893d-979d57c12b37" -d '{"events": [{"name": "network-changed", "server_uuid": "44af5512-1906-4a4d-875d-b1070095b2e4", "tag": "60c35f40-07c7-4c58-912c-181d1c40218c"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:09.472774 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eb37f-ef65-4e77-a609-2439716535c2 service neutron] Pushing event updated for resources: {'Port': ['ID=60c35f40-07c7-4c58-912c-181d1c40218c,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:09.509563 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac90733e-0e53-48ab-b3e7-1c3cd2b21e7b x-openstack-request-id: req-ac90733e-0e53-48ab-b3e7-1c3cd2b21e7b {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:09.510663 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44af5512-1906-4a4d-875d-b1070095b2e4", "tag": "60c35f40-07c7-4c58-912c-181d1c40218c", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:09.510663 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac90733e-0e53-48ab-b3e7-1c3cd2b21e7b {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:09.510663 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44af5512-1906-4a4d-875d-b1070095b2e4', 'tag': '60c35f40-07c7-4c58-912c-181d1c40218c', 'status': 'completed', 'code': 200} Aug 13 03:44:09.556192 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-e631edad-4bfe-427b-bade-377c78572b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:09.561996 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-e631edad-4bfe-427b-bade-377c78572b8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1176eec0b82b4e9586e8175259f078e3&device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0648940 Aug 13 03:44:09.618398 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-53c6a413-b4cb-413c-94c5-d54ecdaab2f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60c35f40-07c7-4c58-912c-181d1c40218c HTTP/1.1" status: 200 len: 217 time: 0.0476160 Aug 13 03:44:09.922827 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128607e-9baa-4fbc-a2b8-c77e2eadb819 req-bbcc3e2d-0d2e-46a7-aa99-0f200d357e24 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:09.925282 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6128607e-9baa-4fbc-a2b8-c77e2eadb819 req-bbcc3e2d-0d2e-46a7-aa99-0f200d357e24 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0703056 Aug 13 03:44:10.009130 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6128607e-9baa-4fbc-a2b8-c77e2eadb819 req-c90674bc-8a0c-49d0-bd7a-72dc1eb7b187 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737331 Aug 13 03:44:10.022088 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255d042-1bdd-49f4-9377-853e306fe704 req-f645dbdf-600e-4bb5-9af0-2d213d22bee1 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:10.023694 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f255d042-1bdd-49f4-9377-853e306fe704 req-f645dbdf-600e-4bb5-9af0-2d213d22bee1 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 943 time: 0.0866432 Aug 13 03:44:10.088388 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f255d042-1bdd-49f4-9377-853e306fe704 req-da48bd81-c3f8-4444-8a01-868b125dc3cc tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556386 Aug 13 03:44:10.743798 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-9f5b01f6-a49c-4d33-9f7f-c817c642dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:10.747122 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-9f5b01f6-a49c-4d33-9f7f-c817c642dd9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f0ac0dc-ec98-4db9-950a-c8851efb639d HTTP/1.1" status: 200 len: 854 time: 0.0747919 Aug 13 03:44:11.149045 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d729ca3-029a-498f-ae6e-52cbb8af2d5a req-856f93db-583f-4c65-ad57-0916ea84d220 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:11.150750 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3d729ca3-029a-498f-ae6e-52cbb8af2d5a req-856f93db-583f-4c65-ad57-0916ea84d220 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0569756 Aug 13 03:44:11.193300 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3d729ca3-029a-498f-ae6e-52cbb8af2d5a req-5a02d770-e196-409e-8b17-c10039c0400e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359695 Aug 13 03:44:11.313411 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908efe53-e47c-4f97-92f4-b4a8915056ab req-15984e8e-b2a8-4a12-925b-bfc5dfc83b68 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:11.314976 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-908efe53-e47c-4f97-92f4-b4a8915056ab req-15984e8e-b2a8-4a12-925b-bfc5dfc83b68 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 943 time: 0.0557654 Aug 13 03:44:11.357559 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-908efe53-e47c-4f97-92f4-b4a8915056ab req-9a12e466-1e2e-4e7e-bac7-8d908c267949 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363488 Aug 13 03:44:12.356314 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafb32f-a035-45b1-8657-6fa50d59a668 req-5d27dc66-b5a2-46fa-81ac-1313a224a324 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:12.359086 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7fafb32f-a035-45b1-8657-6fa50d59a668 req-5d27dc66-b5a2-46fa-81ac-1313a224a324 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0846715 Aug 13 03:44:12.402042 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7fafb32f-a035-45b1-8657-6fa50d59a668 req-c426bc45-a8f2-4500-8e73-142bf992915b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362928 Aug 13 03:44:12.534272 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4553d-23a4-4c8c-8a83-c4e972269410 req-fa441750-4a2a-48bb-80cf-84d842a7d316 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:12.536018 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-abb4553d-23a4-4c8c-8a83-c4e972269410 req-fa441750-4a2a-48bb-80cf-84d842a7d316 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 943 time: 0.0598676 Aug 13 03:44:12.582940 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-abb4553d-23a4-4c8c-8a83-c4e972269410 req-b75c4fcb-f98a-4e17-b641-e6284f00f999 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Aug 13 03:44:12.666579 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-a414659b-1d76-4750-afcf-eaf2e6894b7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05cee894-bf55-487e-b19b-409b58a4b00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370648 Aug 13 03:44:12.803395 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-cf0a1995-bc3b-44b5-ae3a-27077377f15b service neutron] 10.222.0.18 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279855 Aug 13 03:44:12.966823 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7132d1f-7e9c-4e30-890f-dbbfa918d5a0 req-dfb3534e-c2c5-4113-8642-36899fce0a9b service neutron] 10.222.0.18 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527553 Aug 13 03:44:13.105096 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-8992315c-cb6d-4059-b8b4-fb26a6a5c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.108346 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-8992315c-cb6d-4059-b8b4-fb26a6a5c8cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1176eec0b82b4e9586e8175259f078e3&device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0718882 Aug 13 03:44:13.240703 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-e16fec7d-c12a-468a-8572-4661d8609a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.242226 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-e16fec7d-c12a-468a-8572-4661d8609a6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=05cee894-bf55-487e-b19b-409b58a4b00c HTTP/1.1" status: 200 len: 914 time: 0.1258769 Aug 13 03:44:13.308297 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-fdd10507-dccd-44bf-a41c-92d1dacfcc95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60c35f40-07c7-4c58-912c-181d1c40218c HTTP/1.1" status: 200 len: 217 time: 0.0406473 Aug 13 03:44:13.371605 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-b76e247a-db78-426b-b637-ebc609e2d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.373121 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-b76e247a-db78-426b-b637-ebc609e2d6b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f0ac0dc-ec98-4db9-950a-c8851efb639d HTTP/1.1" status: 200 len: 854 time: 0.0572405 Aug 13 03:44:13.418727 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-464f338b-5eef-4920-9294-e24721befe3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05cee894-bf55-487e-b19b-409b58a4b00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294096 Aug 13 03:44:13.610403 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-96fe95e2-82ec-40b2-a047-cb7b16b17337 service neutron] 10.222.0.18 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693156 Aug 13 03:44:13.745575 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c996153-9b39-45fd-a682-af6beba3e70a req-0be7a3f0-58b3-4a82-829d-8f7aa081f9a1 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.748846 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2c996153-9b39-45fd-a682-af6beba3e70a req-0be7a3f0-58b3-4a82-829d-8f7aa081f9a1 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.2215362 Aug 13 03:44:13.848605 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2c996153-9b39-45fd-a682-af6beba3e70a req-9fc9c512-225d-4826-9c25-57998c37cbfb tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837011 Aug 13 03:44:13.851637 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1483cc9c-6831-4a89-893d-979d57c12b37 req-120af115-442f-44e7-89e2-1f7d90df5fbf service neutron] 10.222.0.18 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452242 Aug 13 03:44:13.860370 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cdc51-31dd-41db-87d4-8a5ad306dc05 req-4fe7de75-e487-42fb-a0cc-8e8d95d80a0e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.862380 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cd6cdc51-31dd-41db-87d4-8a5ad306dc05 req-4fe7de75-e487-42fb-a0cc-8e8d95d80a0e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 943 time: 0.1535642 Aug 13 03:44:13.919211 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cd6cdc51-31dd-41db-87d4-8a5ad306dc05 req-4d173de6-532d-42a5-8c1b-d557f4287aa3 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445747 Aug 13 03:44:15.050110 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3194018-a08a-4220-b4b2-d299133b6945 req-063312dd-451a-4ada-bc47-694fd78e5f50 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:15.054121 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f3194018-a08a-4220-b4b2-d299133b6945 req-063312dd-451a-4ada-bc47-694fd78e5f50 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1076765 Aug 13 03:44:15.140860 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982eec4-1524-4d05-98ee-50ad71e5eebd req-e9d2b3d0-2fa0-43bb-888b-a4743528cd40 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:15.143724 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f982eec4-1524-4d05-98ee-50ad71e5eebd req-e9d2b3d0-2fa0-43bb-888b-a4743528cd40 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 943 time: 0.1240957 Aug 13 03:44:15.147332 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f3194018-a08a-4220-b4b2-d299133b6945 req-4932968d-f89c-4942-afd9-078f3606efa2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650339 Aug 13 03:44:15.210369 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f982eec4-1524-4d05-98ee-50ad71e5eebd req-ce6f5136-d0ee-4f89-b9b2-1f82c41c3064 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567338 Aug 13 03:44:16.301005 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944aa19-23cb-4ac1-8af4-c5cddb7646a8 req-d961d766-9bfd-4161-8fa4-9d43d3aebdb2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:16.302631 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5944aa19-23cb-4ac1-8af4-c5cddb7646a8 req-d961d766-9bfd-4161-8fa4-9d43d3aebdb2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0590606 Aug 13 03:44:16.393483 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5944aa19-23cb-4ac1-8af4-c5cddb7646a8 req-4048d4a1-96e4-456b-8af9-f9061023aed4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846260 Aug 13 03:44:16.415031 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fc232-3730-47f5-afe4-3326afe216f1 req-e9bb6bdd-2e50-4656-a53e-ed63badebf91 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:16.416722 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1a0fc232-3730-47f5-afe4-3326afe216f1 req-e9bb6bdd-2e50-4656-a53e-ed63badebf91 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 943 time: 0.1013873 Aug 13 03:44:16.458131 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1a0fc232-3730-47f5-afe4-3326afe216f1 req-1c39839e-f5d0-45bb-afc0-c288d29910cd tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349898 Aug 13 03:44:17.530613 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb8da5-5272-4f21-afe1-b925bc3ec751 req-701f7487-7e22-4138-b33b-bf78e3d90b8a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:17.532388 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-65fb8da5-5272-4f21-afe1-b925bc3ec751 req-701f7487-7e22-4138-b33b-bf78e3d90b8a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0556264 Aug 13 03:44:17.618078 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-65fb8da5-5272-4f21-afe1-b925bc3ec751 req-6ae4cabb-1208-4a0f-9d55-6e5608bd5d1b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783405 Aug 13 03:44:17.644577 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c671a-42f7-4b21-bc56-60c3074dce18 req-d2019341-a40d-4c6a-921b-a2aad0f8ab9e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:17.646869 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-252c671a-42f7-4b21-bc56-60c3074dce18 req-d2019341-a40d-4c6a-921b-a2aad0f8ab9e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 943 time: 0.0994596 Aug 13 03:44:17.695753 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-252c671a-42f7-4b21-bc56-60c3074dce18 req-11dad252-6cd4-4315-b0e0-175e7c19efca tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387580 Aug 13 03:44:17.751262 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628466-8509-41c5-a48a-bff26e5025d8 req-80311a20-11e8-46fe-9d00-c0cf616cb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:17.752798 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8d628466-8509-41c5-a48a-bff26e5025d8 req-80311a20-11e8-46fe-9d00-c0cf616cb5dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0479777 Aug 13 03:44:17.792523 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8d628466-8509-41c5-a48a-bff26e5025d8 req-f8ce805d-8c5c-4ad8-b033-6d4719dd6ac1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Aug 13 03:44:18.097646 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 60c35f40-07c7-4c58-912c-181d1c40218c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:44:18.239647 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 60c35f40-07c7-4c58-912c-181d1c40218c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60c35f40-07c7-4c58-912c-181d1c40218c,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:18.253366 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '60c35f40-07c7-4c58-912c-181d1c40218c', 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c', 'port_id': '60c35f40-07c7-4c58-912c-181d1c40218c', 'mac_address': 'fa:16:3e:5f:9c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0ac0dc-ec98-4db9-950a-c8851efb639d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:44:18.314307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:18.338774 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c35f40-07c7-4c58-912c-181d1c40218c {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:44:18.354402 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 60c35f40-07c7-4c58-912c-181d1c40218c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60c35f40-07c7-4c58-912c-181d1c40218c,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:18.359657 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:18.390773 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ae456-613e-4f04-ad2c-7c416ec79cd6 req-1a54c5cc-ed04-4d7d-bf9d-4d47ff621aa5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:18.393154 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5a6ae456-613e-4f04-ad2c-7c416ec79cd6 req-1a54c5cc-ed04-4d7d-bf9d-4d47ff621aa5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0910652 Aug 13 03:44:18.491428 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5a6ae456-613e-4f04-ad2c-7c416ec79cd6 req-e6c1b96b-cc2c-4da0-b56a-8a55d1a25698 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815513 Aug 13 03:44:18.510653 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=60c35f40-07c7-4c58-912c-181d1c40218c,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:18.529136 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.529650 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.530204 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.530720 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.531148 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.531587 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.532022 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.532451 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.532982 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.533421 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.533975 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.534585 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:18.716561 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['60c35f40-07c7-4c58-912c-181d1c40218c'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:44:18.908711 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916ef10-0870-4e2e-90ae-1ef860cd8560 req-627998df-27ed-4a28-8b6d-6bd33f04c7ba tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:18.912981 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1916ef10-0870-4e2e-90ae-1ef860cd8560 req-627998df-27ed-4a28-8b6d-6bd33f04c7ba tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1479402 Aug 13 03:44:18.950582 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa8459-1092-4398-b005-0402f5919562 req-14ae62a9-5bd1-4ce8-8063-1cfc67cc146f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:18.952666 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b0fa8459-1092-4398-b005-0402f5919562 req-14ae62a9-5bd1-4ce8-8063-1cfc67cc146f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1193204 Aug 13 03:44:19.010366 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1916ef10-0870-4e2e-90ae-1ef860cd8560 req-b7b81924-315d-421f-b39d-f4a06c9b7cee tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862362 Aug 13 03:44:19.045792 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b0fa8459-1092-4398-b005-0402f5919562 req-ab733fa9-b1e7-4503-a392-a15611aa7496 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730999 Aug 13 03:44:19.656756 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4e765-9a7d-41d0-8210-52d6ebcd93c6 req-db2d91c4-c121-4104-ad47-d64b80ed8d4a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:19.658934 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-84b4e765-9a7d-41d0-8210-52d6ebcd93c6 req-db2d91c4-c121-4104-ad47-d64b80ed8d4a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0613298 Aug 13 03:44:19.713130 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-84b4e765-9a7d-41d0-8210-52d6ebcd93c6 req-1df59e6d-79e3-498e-bad9-b6bee983d4a6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463154 Aug 13 03:44:20.248262 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66253072-9edb-4ffa-865f-99986a05b016 req-93d1352d-2c03-4031-b5e2-d54413238bba tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:20.249820 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-66253072-9edb-4ffa-865f-99986a05b016 req-93d1352d-2c03-4031-b5e2-d54413238bba tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1369736 Aug 13 03:44:20.257644 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbcd4e-32db-4e0c-b833-3e4584e17045 req-97a171b0-7dc1-4fb7-8964-74e4969f9800 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:20.259158 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-addbcd4e-32db-4e0c-b833-3e4584e17045 req-97a171b0-7dc1-4fb7-8964-74e4969f9800 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1298780 Aug 13 03:44:20.318825 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-66253072-9edb-4ffa-865f-99986a05b016 req-22195725-afaf-4ba2-8937-9363e807985e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585721 Aug 13 03:44:20.337718 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-addbcd4e-32db-4e0c-b833-3e4584e17045 req-00deae64-634d-4b70-9fa3-517a47b040e0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622165 Aug 13 03:44:20.610252 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c2ae8-9a99-43de-bed9-1d915b9db7eb req-9aa43772-b6ab-407b-a2db-f87d84cdbfc4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:20.612724 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-274c2ae8-9a99-43de-bed9-1d915b9db7eb req-9aa43772-b6ab-407b-a2db-f87d84cdbfc4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0535476 Aug 13 03:44:20.670313 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-274c2ae8-9a99-43de-bed9-1d915b9db7eb req-34a71e3c-d76c-4206-970c-eb89877fb9c2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Aug 13 03:44:20.858444 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3aed4-a6c5-48e6-9a8f-0c9904c4609f req-c87c9193-dd83-4363-94f7-b2ea4157fefe tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:20.860061 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-25c3aed4-a6c5-48e6-9a8f-0c9904c4609f req-c87c9193-dd83-4363-94f7-b2ea4157fefe tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0571191 Aug 13 03:44:20.910291 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-25c3aed4-a6c5-48e6-9a8f-0c9904c4609f req-a84c3892-cc1f-405e-af26-814b1bfec25e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395710 Aug 13 03:44:21.470850 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377499-ec18-4d2f-bcb6-d1709e448976 req-6137fec8-5fc8-41a9-bec3-376c10f9506e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:21.472463 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f6377499-ec18-4d2f-bcb6-d1709e448976 req-6137fec8-5fc8-41a9-bec3-376c10f9506e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0513432 Aug 13 03:44:21.525493 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f6377499-ec18-4d2f-bcb6-d1709e448976 req-2f9ef0d2-f8bd-4097-a047-a933d7d8fc1d tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Aug 13 03:44:21.790411 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01550fe-1ab1-46d9-9047-c6c130f9c926 req-9d617db6-98b4-4d83-8877-744176f7adc8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:21.792074 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f01550fe-1ab1-46d9-9047-c6c130f9c926 req-9d617db6-98b4-4d83-8877-744176f7adc8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0513382 Aug 13 03:44:21.843637 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f01550fe-1ab1-46d9-9047-c6c130f9c926 req-b7f724a5-c08a-4ccc-bbdf-a90e96760070 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Aug 13 03:44:22.064133 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4e5c-b0a1-4529-ad28-e3a862af30d3 req-dd749214-605d-431e-ad42-3ced291dd5b5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:22.066346 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-435a4e5c-b0a1-4529-ad28-e3a862af30d3 req-dd749214-605d-431e-ad42-3ced291dd5b5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0602860 Aug 13 03:44:22.178809 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-435a4e5c-b0a1-4529-ad28-e3a862af30d3 req-cf89e967-e634-41fe-b12a-163318a3788c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056950 Aug 13 03:44:22.193485 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-31b8f0b9-cfc6-4fde-a356-1ab79ef55bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:22.195433 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-31b8f0b9-cfc6-4fde-a356-1ab79ef55bbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0987637 Aug 13 03:44:22.332924 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-8c438b05-eb6c-4212-ade2-ddc036fe4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:22.335064 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-8c438b05-eb6c-4212-ade2-ddc036fe4181 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 918 time: 0.1318877 Aug 13 03:44:22.382411 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-e113c6f7-1ae4-4099-a2df-c813e04ec5fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097 HTTP/1.1" status: 200 len: 217 time: 0.0388863 Aug 13 03:44:22.444397 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-783e5a64-f836-448e-96df-f1e311b08852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:22.445890 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-783e5a64-f836-448e-96df-f1e311b08852 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.0546122 Aug 13 03:44:22.488843 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-443ea16e-4f60-4796-9ec4-1905f8d9d93a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268216 Aug 13 03:44:22.600970 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-ec6bda73-de07-4b38-8d49-3e3f268fc24d service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945160 Aug 13 03:44:22.732034 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed3292-f2e1-4c45-9a04-61cd1c23374f req-9247e1b9-4bb2-468b-bfac-90500e4a47af tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:22.733934 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7eed3292-f2e1-4c45-9a04-61cd1c23374f req-9247e1b9-4bb2-468b-bfac-90500e4a47af tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1270068 Aug 13 03:44:22.772075 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3d3ab70-10b1-46c6-9a77-d99b46639948 req-e45acf00-b560-45b4-9a64-b67c9f89123b service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564596 Aug 13 03:44:22.793750 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7eed3292-f2e1-4c45-9a04-61cd1c23374f req-fb1ad373-c602-4fb5-aa0b-7c8c8672481a tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487630 Aug 13 03:44:23.018482 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addef1d4-f8c5-4465-a19b-602797d67be7 req-65bbd802-d4aa-4085-89f4-29dac1b0bfb8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:23.021001 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-addef1d4-f8c5-4465-a19b-602797d67be7 req-65bbd802-d4aa-4085-89f4-29dac1b0bfb8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0885792 Aug 13 03:44:23.104226 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-addef1d4-f8c5-4465-a19b-602797d67be7 req-2fce72cc-f59e-4d49-868d-32b7466acd73 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738649 Aug 13 03:44:23.390927 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fbef5-d282-4a3f-8a98-90e14b1352f3 req-aa2ea1e2-3de5-4ef4-b877-e6eaba00d73d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:23.393343 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-713fbef5-d282-4a3f-8a98-90e14b1352f3 req-aa2ea1e2-3de5-4ef4-b877-e6eaba00d73d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0929189 Aug 13 03:44:23.470736 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-713fbef5-d282-4a3f-8a98-90e14b1352f3 req-988f8651-6584-43e6-ab86-aff056568b5e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698247 Aug 13 03:44:23.519074 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 50926) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:23.696584 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.806907 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.811875 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.857221 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=695214f24a0b476e889fcc479f511e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370001 Aug 13 03:44:23.858094 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feda2ed4-760d-4dea-8989-5b1e9fbf7d60,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:23.861795 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 50938) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:23.866443 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.866848 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.867197 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.867533 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.867867 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.868198 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.868528 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.868859 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.869185 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.869508 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.869834 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.871098 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3226c9-166d-4f90-8d16-2d4d6061d267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:23.978238 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc307aa6-bf19-433c-96a3-a21ec73b4a42 req-7fe6e736-59e3-4074-bce2-b90b4b48e8a7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:23.979939 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cc307aa6-bf19-433c-96a3-a21ec73b4a42 req-7fe6e736-59e3-4074-bce2-b90b4b48e8a7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0849192 Aug 13 03:44:23.983155 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:24.028185 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:24.073324 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cc307aa6-bf19-433c-96a3-a21ec73b4a42 req-f03a3361-df8e-4ac5-96b9-407139a298ea tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796180 Aug 13 03:44:24.104026 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:24.106762 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:24.107930 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/feda2ed4-760d-4dea-8989-5b1e9fbf7d60 HTTP/1.1" status: 204 len: 168 time: 0.2447178 Aug 13 03:44:24.116504 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feda2ed4-760d-4dea-8989-5b1e9fbf7d60,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:24.125284 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 60c35f40-07c7-4c58-912c-181d1c40218c up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:44:24.130421 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.130806 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.131181 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.131521 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.131854 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.132191 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.132794 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.132935 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.133238 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.133749 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.134101 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.134572 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72576fe-31aa-4821-906e-4df47fc6e529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:24.211937 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 60c35f40-07c7-4c58-912c-181d1c40218c completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:44:24.218984 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 60c35f40-07c7-4c58-912c-181d1c40218c triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:44:24.219690 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:24.264686 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090b6a8-8a60-46dd-9e2a-4d07fcdfdd8d req-faddb22f-b661-481f-aa7f-67424d04e196 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:24.266291 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e090b6a8-8a60-46dd-9e2a-4d07fcdfdd8d req-faddb22f-b661-481f-aa7f-67424d04e196 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0782678 Aug 13 03:44:24.328043 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:24.336930 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e090b6a8-8a60-46dd-9e2a-4d07fcdfdd8d req-36204f0d-4a39-4bc8-a806-77cc8eecdbc0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586777 Aug 13 03:44:24.372667 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af5512-1906-4a4d-875d-b1070095b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c35f40-07c7-4c58-912c-181d1c40218c'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:24.376843 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba03cd28-6d8d-4554-bb8d-29f22c7973db" -d '{"events": [{"server_uuid": "44af5512-1906-4a4d-875d-b1070095b2e4", "name": "network-vif-plugged", "status": "completed", "tag": "60c35f40-07c7-4c58-912c-181d1c40218c"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:24.398847 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 60c35f40-07c7-4c58-912c-181d1c40218c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60c35f40-07c7-4c58-912c-181d1c40218c,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:24.405647 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:24.489430 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75969f5a-3050-4462-aa5e-03a279cf1882 x-openstack-request-id: req-75969f5a-3050-4462-aa5e-03a279cf1882 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:24.490162 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af5512-1906-4a4d-875d-b1070095b2e4", "name": "network-vif-plugged", "status": "completed", "tag": "60c35f40-07c7-4c58-912c-181d1c40218c", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:24.490423 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75969f5a-3050-4462-aa5e-03a279cf1882 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:24.491061 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af5512-1906-4a4d-875d-b1070095b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c35f40-07c7-4c58-912c-181d1c40218c', 'code': 200} Aug 13 03:44:24.531533 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=60c35f40-07c7-4c58-912c-181d1c40218c,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:24.626917 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a630-f971-418e-ad7a-9d5908a1f434 req-c2bd8072-8b54-443e-9df2-5becb7128485 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:24.629900 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5163a630-f971-418e-ad7a-9d5908a1f434 req-c2bd8072-8b54-443e-9df2-5becb7128485 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0669858 Aug 13 03:44:24.695450 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5163a630-f971-418e-ad7a-9d5908a1f434 req-1d272248-cfda-4857-bd54-4525994eae61 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538476 Aug 13 03:44:24.774486 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1ee93-c989-4f05-822d-c80832f065a9 req-5a63d541-040e-4f43-b415-af0290651d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:24.776933 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9ee1ee93-c989-4f05-822d-c80832f065a9 req-5a63d541-040e-4f43-b415-af0290651d43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 1098 time: 0.0749619 Aug 13 03:44:24.852870 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9ee1ee93-c989-4f05-822d-c80832f065a9 req-b0891fe5-c5d1-4256-a539-936115e66b39 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676613 Aug 13 03:44:25.213054 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1a548-33ed-4849-973a-45067c7f9b0c req-fabd2740-a035-4410-b3de-0e95da4bef27 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:25.214737 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3dd1a548-33ed-4849-973a-45067c7f9b0c req-fabd2740-a035-4410-b3de-0e95da4bef27 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 945 time: 0.0646062 Aug 13 03:44:25.261645 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3dd1a548-33ed-4849-973a-45067c7f9b0c req-163c0260-c932-4a4a-b98a-c53047726767 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382791 Aug 13 03:44:25.480561 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f96d1c-8e6c-4a05-a070-f13e001aa6fa req-701dff02-ba95-455c-913c-1a93351a7140 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:25.482047 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-73f96d1c-8e6c-4a05-a070-f13e001aa6fa req-701dff02-ba95-455c-913c-1a93351a7140 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0547011 Aug 13 03:44:25.545968 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-73f96d1c-8e6c-4a05-a070-f13e001aa6fa req-fc1d2f74-09cf-4611-9109-afa6bfcf23a8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525842 Aug 13 03:44:25.848362 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa4d7-7bb0-470e-81ce-5119c4de5e86 req-a5372db0-8bd0-4456-9445-deb413196c35 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:25.848362 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f61aa4d7-7bb0-470e-81ce-5119c4de5e86 req-a5372db0-8bd0-4456-9445-deb413196c35 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0659785 Aug 13 03:44:25.921736 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f61aa4d7-7bb0-470e-81ce-5119c4de5e86 req-a67b4e4c-d62c-4de8-acf1-964439982a20 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553036 Aug 13 03:44:26.395712 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfe43c-442d-4af9-b3a8-32cd52f7a2d0 req-455406eb-c2e7-481f-8f2f-b023ba60e895 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:26.397296 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ebbfe43c-442d-4af9-b3a8-32cd52f7a2d0 req-455406eb-c2e7-481f-8f2f-b023ba60e895 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 945 time: 0.0570056 Aug 13 03:44:26.456020 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ebbfe43c-442d-4af9-b3a8-32cd52f7a2d0 req-3a8ba45c-fd5b-49cd-a22c-6f3027bdbdc0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459337 Aug 13 03:44:26.553803 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:44:27.199133 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f820a9-9b75-46c6-9473-3ca984076438 req-3962fe3a-143d-43e9-a4ba-86c05f02a0bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:27.201761 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92f820a9-9b75-46c6-9473-3ca984076438 req-3962fe3a-143d-43e9-a4ba-86c05f02a0bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1561499 Aug 13 03:44:27.272387 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312635a-c397-4128-937c-38759ee91def req-84a22ef5-7589-4690-a135-5f0f5c1b4919 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:27.273920 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3312635a-c397-4128-937c-38759ee91def req-84a22ef5-7589-4690-a135-5f0f5c1b4919 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1409883 Aug 13 03:44:27.283594 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92f820a9-9b75-46c6-9473-3ca984076438 req-310a47de-ece7-4f03-be50-66ee3da16bdd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747521 Aug 13 03:44:27.332765 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3312635a-c397-4128-937c-38759ee91def req-0bfa0c28-6ff0-4482-82a4-812211e3eff9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478735 Aug 13 03:44:27.868578 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51124) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:28.047377 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-70dbb0b4-a68e-4369-a2c1-1deb612c7bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.158667 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-70dbb0b4-a68e-4369-a2c1-1deb612c7bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.164452 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-70dbb0b4-a68e-4369-a2c1-1deb612c7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.207215 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-70dbb0b4-a68e-4369-a2c1-1deb612c7bc5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e26158b399314fcc8e3b17e1dafcc400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338661 Aug 13 03:44:28.207531 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51142) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:28.238037 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbb0b4-a68e-4369-a2c1-1deb612c7bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b398e8b-de34-41c6-9b43-0c4f9fafc1b3,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:28.277416 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bcb58814-7740-46bd-82a7-ae33c9206482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.313017 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bcb58814-7740-46bd-82a7-ae33c9206482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.356019 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51152) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:28.410004 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bcb58814-7740-46bd-82a7-ae33c9206482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.415098 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bcb58814-7740-46bd-82a7-ae33c9206482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.417449 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-bcb58814-7740-46bd-82a7-ae33c9206482 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b398e8b-de34-41c6-9b43-0c4f9fafc1b3 HTTP/1.1" status: 204 len: 168 time: 0.2084966 Aug 13 03:44:28.433852 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb58814-7740-46bd-82a7-ae33c9206482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b398e8b-de34-41c6-9b43-0c4f9fafc1b3,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:28.451741 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5582a30-f266-4cfa-bf0b-1e4664b62cd6 req-855169ac-3ecb-4423-a44f-d8d6613ca92f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:28.459599 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f5582a30-f266-4cfa-bf0b-1e4664b62cd6 req-855169ac-3ecb-4423-a44f-d8d6613ca92f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0803411 Aug 13 03:44:28.515224 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f5582a30-f266-4cfa-bf0b-1e4664b62cd6 req-61d95a7e-a944-4985-a252-ced1b5c33e88 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545325 Aug 13 03:44:28.531581 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cb243241-0aba-4806-ab1c-308d876e6ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.670124 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cb243241-0aba-4806-ab1c-308d876e6ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.674798 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cb243241-0aba-4806-ab1c-308d876e6ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.734682 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb243241-0aba-4806-ab1c-308d876e6ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8538bff3-05b6-4331-9e6b-1522524aa412,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:28.741717 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51166) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:28.741914 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-cb243241-0aba-4806-ab1c-308d876e6ae8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2181f82a85684d2fa851245ace1e94bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846993 Aug 13 03:44:28.814043 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-779fd9b8-88cc-4728-81f7-0e0af9502a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.840983 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-779fd9b8-88cc-4728-81f7-0e0af9502a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.896743 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-779fd9b8-88cc-4728-81f7-0e0af9502a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.899538 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-779fd9b8-88cc-4728-81f7-0e0af9502a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:28.904596 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-779fd9b8-88cc-4728-81f7-0e0af9502a90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8538bff3-05b6-4331-9e6b-1522524aa412 HTTP/1.1" status: 204 len: 168 time: 0.1578553 Aug 13 03:44:28.924494 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fd9b8-88cc-4728-81f7-0e0af9502a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538bff3-05b6-4331-9e6b-1522524aa412,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:28.926778 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-50b1200a-747f-4042-9c83-5bb3b4908c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.475148 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51192) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:29.489972 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-65453723-418f-401a-9394-57fd4ef50d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.498294 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51194) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:29.654869 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-65453723-418f-401a-9394-57fd4ef50d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.660579 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-65453723-418f-401a-9394-57fd4ef50d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.745864 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-65453723-418f-401a-9394-57fd4ef50d44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a8f775028f04ff293aeb28d81ff4912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694588 Aug 13 03:44:29.748644 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51200) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:29.755033 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65453723-418f-401a-9394-57fd4ef50d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27696913-47a6-4bd1-bc80-102e248e9dc1,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:29.769294 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1849637768-network', 'tenant_id': '4e3fb83e3962460297f25d14e025bcb9'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:29.797814 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71816906-70af-4951-a774-bbe2c8a864fe req-b142047b-a371-4065-90e1-52153cf6b985 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:29.811070 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-71816906-70af-4951-a774-bbe2c8a864fe req-b142047b-a371-4065-90e1-52153cf6b985 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1458013 Aug 13 03:44:29.812826 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Made reservation on behalf of 4e3fb83e3962460297f25d14e025bcb9 for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:44:29.816526 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.828517 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.866638 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f4d44010-f4db-4f60-b7b0-01a6ae6c7ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.875230 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-71816906-70af-4951-a774-bbe2c8a864fe req-601f5bf7-ac1a-474c-8a1a-2fc2eb443828 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603082 Aug 13 03:44:29.903151 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f4d44010-f4db-4f60-b7b0-01a6ae6c7ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.991905 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f4d44010-f4db-4f60-b7b0-01a6ae6c7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.994414 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f4d44010-f4db-4f60-b7b0-01a6ae6c7ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.995644 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-f4d44010-f4db-4f60-b7b0-01a6ae6c7ac8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27696913-47a6-4bd1-bc80-102e248e9dc1 HTTP/1.1" status: 204 len: 168 time: 0.2460492 Aug 13 03:44:30.002292 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:30.010706 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:30.021165 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d44010-f4db-4f60-b7b0-01a6ae6c7ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27696913-47a6-4bd1-bc80-102e248e9dc1,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:30.068603 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:44:30.104079 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57958c9b-c9c6-4f88-82ae-0158baa223b2,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:30.118524 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:30.119082 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Added segment 4f014706-762a-474d-8ad8-263a3cc393f4 of type vlan for network 43e754cb-cd5a-4629-a42c-1824d83c9da4 Aug 13 03:44:30.197352 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:30.233579 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:30.234661 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:30.235268 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:30.283049 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-f443c551-7bb1-4281-a14e-957bb15655d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487041 Aug 13 03:44:30.302322 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8024209 Aug 13 03:44:30.305291 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51212) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:30.311701 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Request body: {'subnet': {'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1849637768-subnet', 'tenant_id': '4e3fb83e3962460297f25d14e025bcb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:30.349714 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f82f5-b0f8-4d45-aa0f-cb51d70c87f2 admin admin] Pushing event updated for resources: {'Network': ['ID=43e754cb-cd5a-4629-a42c-1824d83c9da4,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:30.371850 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 43e754cb-cd5a-4629-a42c-1824d83c9da4 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:44:30.388067 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Made reservation on behalf of 4e3fb83e3962460297f25d14e025bcb9 for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:44:30.390716 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2891814'] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:30.392344 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-f8c5c8e6-8961-4a55-8656-dbae3d6da9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:30.395174 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-f8c5c8e6-8961-4a55-8656-dbae3d6da9b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 1098 time: 0.0651007 Aug 13 03:44:30.581654 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-a5fdffb3-c00a-4d1f-80ec-618fe92546dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:30.583714 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-a5fdffb3-c00a-4d1f-80ec-618fe92546dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 918 time: 0.1576526 Aug 13 03:44:30.634726 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-29b30a91-105f-48bf-bfdc-c430f888e2f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=331aab69-af07-4c76-b76b-c26daaa36f48 HTTP/1.1" status: 200 len: 217 time: 0.0427451 Aug 13 03:44:30.684853 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2891796'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:30.701982 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-04ba4640-1573-429f-8db0-1dd4a41ac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:30.703713 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-04ba4640-1573-429f-8db0-1dd4a41ac7be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.0587840 Aug 13 03:44:30.765169 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-53c5d22b-6105-4812-9ce7-9487e39d426c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514729 Aug 13 03:44:30.808035 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d358eef4-7cc4-41f2-be72-b21058bb30b2,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:30.818450 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Checking segment: {'id': '4f014706-762a-474d-8ad8-263a3cc393f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:44:30.819275 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Network hostable DHCP agents. Network: 43e754cb-cd5a-4629-a42c-1824d83c9da4, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:44:30.849851 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Network 43e754cb-cd5a-4629-a42c-1824d83c9da4 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:44:30.869504 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 43e754cb-cd5a-4629-a42c-1824d83c9da4) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:44:30.881398 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109665ff-ddf2-4676-ad2a-7515f5b2ab21 None None] Network 43e754cb-cd5a-4629-a42c-1824d83c9da4 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:44:30.884366 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:30.886184 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:30.926179 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1f12a00e-f098-4b4b-bec8-6fe8d3fefa6a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6193764 Aug 13 03:44:31.186598 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97727604-aea3-42b4-93c7-bc69682e9bfe None None] Network 43e754cb-cd5a-4629-a42c-1824d83c9da4 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:44:31.244416 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915d6c3-846d-470c-99c0-59a4e2544e2f req-fef6dbb0-b407-4de2-baf1-2c136ea63c5a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:31.252708 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5915d6c3-846d-470c-99c0-59a4e2544e2f req-fef6dbb0-b407-4de2-baf1-2c136ea63c5a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1095939 Aug 13 03:44:31.285259 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-595ba930-3d32-4f12-a9da-0bccc04e7c19 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104125 Aug 13 03:44:31.345981 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5915d6c3-846d-470c-99c0-59a4e2544e2f req-f50b301f-8f14-4a92-8657-63e67faf0a36 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923209 Aug 13 03:44:31.460581 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83c50f09-09dc-44a5-bd64-a11d34514405 req-416db462-9e61-4e02-ad2b-0cb65350494c service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527398 Aug 13 03:44:32.230393 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:32.514507 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-8499849d-4c74-441e-a9b9-c9a7431d9ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:32.586359 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de9b43-fe3e-4db2-b213-ff389da7bdf2 req-03597f19-c901-4065-9a55-040878436284 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:32.588997 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a0de9b43-fe3e-4db2-b213-ff389da7bdf2 req-03597f19-c901-4065-9a55-040878436284 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0815239 Aug 13 03:44:32.655679 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a0de9b43-fe3e-4db2-b213-ff389da7bdf2 req-bccae5d3-bed6-420e-8904-4b38d3d629a5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544648 Aug 13 03:44:33.040039 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-6e19fe04-c47e-4017-b530-796c53c861b6 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:33.041904 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-6e19fe04-c47e-4017-b530-796c53c861b6 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/networks?id=43e754cb-cd5a-4629-a42c-1824d83c9da4 HTTP/1.1" status: 200 len: 809 time: 0.1111250 Aug 13 03:44:33.061427 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-259767c3-02f9-4540-bec3-f5249f1cc279 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/quotas/4e3fb83e3962460297f25d14e025bcb9 HTTP/1.1" status: 200 len: 375 time: 0.0138245 Aug 13 03:44:33.098900 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-450255cd-c8a3-48f1-81f9-15648f6d0be8 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e3fb83e3962460297f25d14e025bcb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295050 Aug 13 03:44:33.202444 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-8b8ac522-bc4f-42ee-98aa-803b959c20c3 service neutron] 10.222.0.58 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934868 Aug 13 03:44:33.311963 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-2764fdd9-1449-41f8-a95e-ff51642ed43e service neutron] 10.222.0.58 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006253 Aug 13 03:44:33.553593 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0533564d-befa-44e6-86dd-cba56d531e18 req-9d6350ea-0a7e-423d-86a7-067fa4d580d1 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 210 time: 0.0306189 Aug 13 03:44:33.910704 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc614e-9757-457c-87ce-cae1ce578744 req-9e77bfdf-52d8-48b5-8e6b-344e6266fa40 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:33.918345 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-21bc614e-9757-457c-87ce-cae1ce578744 req-9e77bfdf-52d8-48b5-8e6b-344e6266fa40 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1037855 Aug 13 03:44:33.992031 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-21bc614e-9757-457c-87ce-cae1ce578744 req-291f2228-3c7c-4ef6-9de2-70a76409ebe5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612373 Aug 13 03:44:34.069019 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:34.298268 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51402) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:34.431424 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c8e24a2d-28d7-4076-87cb-61d3def0190a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:34.556401 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c8e24a2d-28d7-4076-87cb-61d3def0190a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:34.561034 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c8e24a2d-28d7-4076-87cb-61d3def0190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:34.599730 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e24a2d-28d7-4076-87cb-61d3def0190a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5b4b99-b362-4e13-a75b-a80f6fdb31ac,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:34.606937 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51416) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:34.607175 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c8e24a2d-28d7-4076-87cb-61d3def0190a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=522864b3ab634670a631161342fc2aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073547 Aug 13 03:44:34.681596 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-17edbb64-dc50-4b78-877d-9b7d25c8a9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:34.773838 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8f060c99-5eb4-4cae-8df5-6b7885c32710 req-c4596c0a-90fd-4f59-b13a-7d6292cf0559 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 210 time: 0.0701880 Aug 13 03:44:34.778444 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-17edbb64-dc50-4b78-877d-9b7d25c8a9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:34.926290 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:34.956887 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-b7dcec34-3f33-4012-a3a9-3710b3088f91 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:34.962274 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-b7dcec34-3f33-4012-a3a9-3710b3088f91 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.18 "GET /v2.0/networks?id=43e754cb-cd5a-4629-a42c-1824d83c9da4 HTTP/1.1" status: 200 len: 809 time: 0.1686313 Aug 13 03:44:34.983380 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Request body: {'port': {'device_id': 'f4798749-7df9-484b-809f-e32ecb6e893b', 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4', 'admin_state_up': True, 'tenant_id': '4e3fb83e3962460297f25d14e025bcb9'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:35.067947 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-17edbb64-dc50-4b78-877d-9b7d25c8a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.073249 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-17edbb64-dc50-4b78-877d-9b7d25c8a9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.077542 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-17edbb64-dc50-4b78-877d-9b7d25c8a9c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba5b4b99-b362-4e13-a75b-a80f6fdb31ac HTTP/1.1" status: 204 len: 168 time: 0.4670107 Aug 13 03:44:35.111428 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edbb64-dc50-4b78-877d-9b7d25c8a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5b4b99-b362-4e13-a75b-a80f6fdb31ac,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:35.238179 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5fde1-4afe-48f6-98f7-8dddcd47a8d0 req-52c35a93-4b4a-48e9-8260-dcb87d022517 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:35.239892 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6ec5fde1-4afe-48f6-98f7-8dddcd47a8d0 req-52c35a93-4b4a-48e9-8260-dcb87d022517 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0921812 Aug 13 03:44:35.258810 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Made reservation on behalf of 4e3fb83e3962460297f25d14e025bcb9 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:44:35.262737 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.315263 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6ec5fde1-4afe-48f6-98f7-8dddcd47a8d0 req-605beec5-e986-4527-bfa4-340db056a88a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661712 Aug 13 03:44:35.414965 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.451179 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Allocated IP 172.20.0.13 (43e754cb-cd5a-4629-a42c-1824d83c9da4/d358eef4-7cc4-41f2-be72-b21058bb30b2/08e8c555-b367-4c94-a107-e80d4cc0e877) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:44:35.543024 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51436) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:35.557229 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-793911d7-b772-4bc8-afe8-913b0336770a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.674875 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-793911d7-b772-4bc8-afe8-913b0336770a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.682747 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-793911d7-b772-4bc8-afe8-913b0336770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.693709 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.736348 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.759936 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-793911d7-b772-4bc8-afe8-913b0336770a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5ce58a6b6f74c7da802ab14f4c079b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157252 Aug 13 03:44:35.761361 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793911d7-b772-4bc8-afe8-913b0336770a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a35c9d-955b-4e9b-9db6-473d05af7e2d,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:35.766009 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51440) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:35.787108 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Network 43e754cb-cd5a-4629-a42c-1824d83c9da4 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:44:35.795283 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:44:35.805912 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Pushing event updated for resources: {'Port': ['ID=08e8c555-b367-4c94-a107-e80d4cc0e877,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:35.817319 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:44:35.877978 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-31979afa-f9c3-4a3e-94d0-fb216562bbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.914450 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:35.915120 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.918059 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-31979afa-f9c3-4a3e-94d0-fb216562bbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.935652 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4b7be25e-91f9-41c2-80ff-aca3f4ca67a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599929 Aug 13 03:44:35.949097 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b883-a076-4317-a288-926c36fa9d17 req-be0aa7c6-fa32-4a8e-9756-294d263537b9 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:35.950695 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d055b883-a076-4317-a288-926c36fa9d17 req-be0aa7c6-fa32-4a8e-9756-294d263537b9 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 932 time: 0.0925348 Aug 13 03:44:35.956458 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Request body: {'port': {'device_id': 'f4798749-7df9-484b-809f-e32ecb6e893b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:35.994949 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-31979afa-f9c3-4a3e-94d0-fb216562bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.997358 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-31979afa-f9c3-4a3e-94d0-fb216562bbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:35.998712 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-31979afa-f9c3-4a3e-94d0-fb216562bbf7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99a35c9d-955b-4e9b-9db6-473d05af7e2d HTTP/1.1" status: 204 len: 168 time: 0.2312553 Aug 13 03:44:36.007707 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31979afa-f9c3-4a3e-94d0-fb216562bbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a35c9d-955b-4e9b-9db6-473d05af7e2d,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:36.038251 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d055b883-a076-4317-a288-926c36fa9d17 req-e0f3cbbc-ee63-4315-8413-601131acf233 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786200 Aug 13 03:44:36.046507 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:36.419290 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e8c555-b367-4c94-a107-e80d4cc0e877 {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:44:36.429081 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:36.467255 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Transition to ACTIVE for port object 08e8c555-b367-4c94-a107-e80d4cc0e877 will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:44:36.474387 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:36.525807 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4397c-b638-41c0-aa76-9c150f630250 req-6f5e0c23-3ff9-42c4-9543-97e10b0bbdc7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:36.527464 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-aab4397c-b638-41c0-aa76-9c150f630250 req-6f5e0c23-3ff9-42c4-9543-97e10b0bbdc7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0963063 Aug 13 03:44:36.575684 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Pushing event updated for resources: {'Port': ['ID=08e8c555-b367-4c94-a107-e80d4cc0e877,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:36.647950 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-aab4397c-b638-41c0-aa76-9c150f630250 req-f537296b-7dd9-4921-aaa4-2ea294a3bf52 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092255 Aug 13 03:44:36.678076 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Attempting to bind port 08e8c555-b367-4c94-a107-e80d4cc0e877 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:44:36.678518 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Attempting to bind port 08e8c555-b367-4c94-a107-e80d4cc0e877 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '4f014706-762a-474d-8ad8-263a3cc393f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:44:36.678937 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Attempting to bind port 08e8c555-b367-4c94-a107-e80d4cc0e877 on network 43e754cb-cd5a-4629-a42c-1824d83c9da4 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:44:36.694829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Port 08e8c555-b367-4c94-a107-e80d4cc0e877 on network 43e754cb-cd5a-4629-a42c-1824d83c9da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:44:36.694829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Attempting to bind port 08e8c555-b367-4c94-a107-e80d4cc0e877 on network 43e754cb-cd5a-4629-a42c-1824d83c9da4 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:44:36.694829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:44:36.694829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Checking segment: {'id': '4f014706-762a-474d-8ad8-263a3cc393f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:44:36.694829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Bound using segment: {'id': '4f014706-762a-474d-8ad8-263a3cc393f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:44:36.694829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Bound port: 08e8c555-b367-4c94-a107-e80d4cc0e877, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f014706-762a-474d-8ad8-263a3cc393f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:44:36.694829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:36.773132 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] For port 08e8c555-b367-4c94-a107-e80d4cc0e877, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:44:36.778083 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] For port 08e8c555-b367-4c94-a107-e80d4cc0e877, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08e8c555-b367-4c94-a107-e80d4cc0e877,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:44:36.783181 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:36.819268 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:36.820012 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:36.821838 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] 10.222.0.18 "PUT /v2.0/ports/08e8c555-b367-4c94-a107-e80d4cc0e877 HTTP/1.1" status: 200 len: 1094 time: 0.8699236 Aug 13 03:44:36.824573 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4798749-7df9-484b-809f-e32ecb6e893b', 'tag': '08e8c555-b367-4c94-a107-e80d4cc0e877'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:36.827186 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92ffcb9-6bea-4b33-a3e9-46214191d592" -d '{"events": [{"name": "network-changed", "server_uuid": "f4798749-7df9-484b-809f-e32ecb6e893b", "tag": "08e8c555-b367-4c94-a107-e80d4cc0e877"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:36.887197 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36eaeb-78b5-470d-bbc1-9239fb052638 service neutron] Pushing event updated for resources: {'Port': ['ID=08e8c555-b367-4c94-a107-e80d4cc0e877,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:36.940377 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5920af64-4f29-4edc-86ff-638c6cb10f66 x-openstack-request-id: req-5920af64-4f29-4edc-86ff-638c6cb10f66 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:36.940797 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4798749-7df9-484b-809f-e32ecb6e893b", "tag": "08e8c555-b367-4c94-a107-e80d4cc0e877", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:36.941180 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5920af64-4f29-4edc-86ff-638c6cb10f66 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:36.941747 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4798749-7df9-484b-809f-e32ecb6e893b', 'tag': '08e8c555-b367-4c94-a107-e80d4cc0e877', 'status': 'completed', 'code': 200} Aug 13 03:44:36.981237 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-fba486ac-b058-4d57-9775-24b813d45c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:36.984180 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-fba486ac-b058-4d57-9775-24b813d45c33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e3fb83e3962460297f25d14e025bcb9&device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 1097 time: 0.1064472 Aug 13 03:44:37.192034 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-ad2b9a60-2d96-4c9a-8c1c-eb2f11231bd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08e8c555-b367-4c94-a107-e80d4cc0e877 HTTP/1.1" status: 200 len: 217 time: 0.0410292 Aug 13 03:44:37.245472 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5998-1460-4e0f-ae44-2284450075d9 req-d3bb0a22-8030-4ab5-b567-8cfa69caa365 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:37.247065 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-969f5998-1460-4e0f-ae44-2284450075d9 req-d3bb0a22-8030-4ab5-b567-8cfa69caa365 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 944 time: 0.1307511 Aug 13 03:44:37.282100 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4ebb1ff4-54b0-4418-b999-394fce4fb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:37.284126 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-4ebb1ff4-54b0-4418-b999-394fce4fb70f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d358eef4-7cc4-41f2-be72-b21058bb30b2 HTTP/1.1" status: 200 len: 849 time: 0.0829036 Aug 13 03:44:37.335701 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-c0d37710-1ab2-42d2-888e-6871db000b91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43e754cb-cd5a-4629-a42c-1824d83c9da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416930 Aug 13 03:44:37.341339 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-969f5998-1460-4e0f-ae44-2284450075d9 req-e6dec426-74e6-42c8-9f20-7bedbc9a8e7b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805337 Aug 13 03:44:37.448485 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-aa6e4466-18b8-4993-8020-a390f26c3246 service neutron] 10.222.0.18 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016169 Aug 13 03:44:37.582263 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7594b71c-8f7a-4a04-9205-2c425d2065b4 req-2ff0203e-3c75-4d0e-9b61-06c1282af0ab service neutron] 10.222.0.18 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224322 Aug 13 03:44:37.702716 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-1ed04c27-a9e4-4ca5-955f-f7728025a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:37.704375 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-1ed04c27-a9e4-4ca5-955f-f7728025a2b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e3fb83e3962460297f25d14e025bcb9&device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 1097 time: 0.0573890 Aug 13 03:44:37.854168 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f9e39-b3a3-4469-9e97-cb4d813a0a81 req-e16b0db7-6d24-4cad-95d1-0188be0c7f8f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:37.854168 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cd4f9e39-b3a3-4469-9e97-cb4d813a0a81 req-e16b0db7-6d24-4cad-95d1-0188be0c7f8f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0816236 Aug 13 03:44:37.865384 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-349b4c46-1675-407b-b734-30fca0926057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:37.867187 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-349b4c46-1675-407b-b734-30fca0926057 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43e754cb-cd5a-4629-a42c-1824d83c9da4 HTTP/1.1" status: 200 len: 909 time: 0.1546817 Aug 13 03:44:37.921504 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-3f45ae6e-5169-4b18-a832-5aa0c4c86f98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08e8c555-b367-4c94-a107-e80d4cc0e877 HTTP/1.1" status: 200 len: 217 time: 0.0428064 Aug 13 03:44:37.972287 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cd4f9e39-b3a3-4469-9e97-cb4d813a0a81 req-eff0941b-848c-4cf2-aa14-89139be2c634 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011415 Aug 13 03:44:37.999868 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-32f3b04d-e45b-4ba7-97e1-f581a249927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:38.001979 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-32f3b04d-e45b-4ba7-97e1-f581a249927a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d358eef4-7cc4-41f2-be72-b21058bb30b2 HTTP/1.1" status: 200 len: 849 time: 0.0691497 Aug 13 03:44:38.042889 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-d88c6efe-cf77-4b51-9c77-e87a550e4fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43e754cb-cd5a-4629-a42c-1824d83c9da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268593 Aug 13 03:44:38.168555 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-04e1c09a-c115-491d-a23a-20359cba1e70 service neutron] 10.222.0.18 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037698 Aug 13 03:44:38.276649 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a92ffcb9-6bea-4b33-a3e9-46214191d592 req-5f69eb35-459d-4ed1-a370-3b7caab5bddf service neutron] 10.222.0.18 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000547 Aug 13 03:44:38.433560 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51514) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:38.505245 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e27326-7864-489d-95d8-de4c74371b56 req-d9c9c3f1-ac01-407c-b1fd-2386e482ac55 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:38.508040 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8e27326-7864-489d-95d8-de4c74371b56 req-d9c9c3f1-ac01-407c-b1fd-2386e482ac55 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 944 time: 0.0907798 Aug 13 03:44:38.561696 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8e27326-7864-489d-95d8-de4c74371b56 req-364bc92d-4095-4dbc-90af-49bb78cf83c6 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Aug 13 03:44:38.634861 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-80a8db9e-7a73-4cab-8d51-f95cd6107fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:38.771248 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-80a8db9e-7a73-4cab-8d51-f95cd6107fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:38.777302 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-80a8db9e-7a73-4cab-8d51-f95cd6107fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:38.835560 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-80a8db9e-7a73-4cab-8d51-f95cd6107fb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55004ff27e20415da853ca8f617f9d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002156 Aug 13 03:44:38.837448 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51520) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:38.839520 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8db9e-7a73-4cab-8d51-f95cd6107fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27757058-337d-4155-b1f3-26ccf87b1b79,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:38.899981 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0628abbf-8767-4ce8-b000-24d5fe53e666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:38.924835 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0628abbf-8767-4ce8-b000-24d5fe53e666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:38.996749 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0628abbf-8767-4ce8-b000-24d5fe53e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.000745 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0628abbf-8767-4ce8-b000-24d5fe53e666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.002607 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-0628abbf-8767-4ce8-b000-24d5fe53e666 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27757058-337d-4155-b1f3-26ccf87b1b79 HTTP/1.1" status: 204 len: 168 time: 0.1638441 Aug 13 03:44:39.015080 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628abbf-8767-4ce8-b000-24d5fe53e666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27757058-337d-4155-b1f3-26ccf87b1b79,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:39.170848 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe602bfb-12a5-4bf7-af2a-0e00a0510362 req-8c1436e5-a5ac-44a0-b1e3-480bc362f752 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:39.173779 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fe602bfb-12a5-4bf7-af2a-0e00a0510362 req-8c1436e5-a5ac-44a0-b1e3-480bc362f752 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1061561 Aug 13 03:44:39.240546 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fe602bfb-12a5-4bf7-af2a-0e00a0510362 req-0e41b346-fbde-4731-8e7d-ffd18d50991b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571544 Aug 13 03:44:39.352818 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51530) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:39.370535 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c7e74eac-6ceb-4da3-ba4a-dfb9ed90bf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.480792 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c7e74eac-6ceb-4da3-ba4a-dfb9ed90bf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.486676 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c7e74eac-6ceb-4da3-ba4a-dfb9ed90bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.533133 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c7e74eac-6ceb-4da3-ba4a-dfb9ed90bf8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26d222f8c64d4ee5ae09496964c4fdaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782856 Aug 13 03:44:39.534033 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e74eac-6ceb-4da3-ba4a-dfb9ed90bf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f4c843-8a53-4b22-9d00-e91378ac0517,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:39.536671 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51534) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:39.601725 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c7112586-d555-461e-b62b-6b247232a0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.631325 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c7112586-d555-461e-b62b-6b247232a0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.713571 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35ed60-3959-4bfc-9135-5000f34ac4cf req-fb516f3f-05a8-41b2-bdd6-490d8b32b76d tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:39.715199 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b35ed60-3959-4bfc-9135-5000f34ac4cf req-fb516f3f-05a8-41b2-bdd6-490d8b32b76d tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 944 time: 0.0755601 Aug 13 03:44:39.739915 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c7112586-d555-461e-b62b-6b247232a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.742853 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c7112586-d555-461e-b62b-6b247232a0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.744235 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-c7112586-d555-461e-b62b-6b247232a0bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48f4c843-8a53-4b22-9d00-e91378ac0517 HTTP/1.1" status: 204 len: 168 time: 0.2059669 Aug 13 03:44:39.779414 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7112586-d555-461e-b62b-6b247232a0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f4c843-8a53-4b22-9d00-e91378ac0517,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:39.804514 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b35ed60-3959-4bfc-9135-5000f34ac4cf req-ad230d4d-c5a7-47fa-848a-a2e0a7313cb6 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753384 Aug 13 03:44:40.372746 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac5b01-e4e7-45b0-b3b9-3e402bd281f7 req-1ad8e2f2-0861-4f77-887a-2a71e8ae3819 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:40.372746 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0bac5b01-e4e7-45b0-b3b9-3e402bd281f7 req-1ad8e2f2-0861-4f77-887a-2a71e8ae3819 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0542295 Aug 13 03:44:40.431373 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0bac5b01-e4e7-45b0-b3b9-3e402bd281f7 req-45251a14-49d9-41f2-ac9c-efe7fd4447fc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446470 Aug 13 03:44:41.018121 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed20f4-79fc-4735-93cb-a2821c8fd2b2 req-e0b1379e-05b6-48f6-9d1f-dbaf0e153ae4 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:41.021250 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-49ed20f4-79fc-4735-93cb-a2821c8fd2b2 req-e0b1379e-05b6-48f6-9d1f-dbaf0e153ae4 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 944 time: 0.0911050 Aug 13 03:44:41.071929 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-49ed20f4-79fc-4735-93cb-a2821c8fd2b2 req-d292dd09-ba04-41c7-980d-a02fb5bb26b6 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Aug 13 03:44:41.555396 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7338c0-3c20-4880-a576-f74a3ec7d90b req-9ad5c655-0a9d-432a-af78-6fb057c88b72 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:41.556992 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5e7338c0-3c20-4880-a576-f74a3ec7d90b req-9ad5c655-0a9d-432a-af78-6fb057c88b72 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0548644 Aug 13 03:44:41.601311 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5e7338c0-3c20-4880-a576-f74a3ec7d90b req-1944b5e9-eef5-4e57-8664-31bf45b430b7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381510 Aug 13 03:44:42.202429 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 08e8c555-b367-4c94-a107-e80d4cc0e877 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:44:42.221793 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b92cd9-5250-46bc-88d7-a5eb911e9021 req-01071e4f-d61c-4a7e-8a7d-facfc4944378 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:42.224299 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-55b92cd9-5250-46bc-88d7-a5eb911e9021 req-01071e4f-d61c-4a7e-8a7d-facfc4944378 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 944 time: 0.0792437 Aug 13 03:44:42.286428 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-55b92cd9-5250-46bc-88d7-a5eb911e9021 req-61970150-c2a6-441b-a19d-0ed840a1f4ef tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519962 Aug 13 03:44:42.385592 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 08e8c555-b367-4c94-a107-e80d4cc0e877, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08e8c555-b367-4c94-a107-e80d4cc0e877,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:42.405340 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '08e8c555-b367-4c94-a107-e80d4cc0e877', 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4', 'port_id': '08e8c555-b367-4c94-a107-e80d4cc0e877', 'mac_address': 'fa:16:3e:87:82:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd358eef4-7cc4-41f2-be72-b21058bb30b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:44:42.479892 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:42.506398 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e8c555-b367-4c94-a107-e80d4cc0e877 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:44:42.542412 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 08e8c555-b367-4c94-a107-e80d4cc0e877, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08e8c555-b367-4c94-a107-e80d4cc0e877,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:42.548255 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:42.612912 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=08e8c555-b367-4c94-a107-e80d4cc0e877,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:42.757449 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7ec6a-7172-49b9-84fc-3d0d67abd2cb req-1fe26803-468d-48c2-948c-0ee70edebd1e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:42.767617 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-34d7ec6a-7172-49b9-84fc-3d0d67abd2cb req-1fe26803-468d-48c2-948c-0ee70edebd1e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0717239 Aug 13 03:44:42.814642 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-34d7ec6a-7172-49b9-84fc-3d0d67abd2cb req-5b436d3a-5c8f-40fc-96b1-570d6c5f2e64 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453510 Aug 13 03:44:42.891431 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['08e8c555-b367-4c94-a107-e80d4cc0e877'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:44:43.425145 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f706c-57e8-4aed-9729-a3e387095470 req-4aa91870-3914-4fce-8588-f52a0a42beec tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:43.427511 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9b6f706c-57e8-4aed-9729-a3e387095470 req-4aa91870-3914-4fce-8588-f52a0a42beec tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 945 time: 0.0632532 Aug 13 03:44:43.472942 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9b6f706c-57e8-4aed-9729-a3e387095470 req-ce37b7c7-4c97-4f46-95de-8cc12583ba5a tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Aug 13 03:44:43.598563 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755b1da-a761-466f-9934-87b302e23e76 req-9c53304d-5902-4017-ba05-0a79d196150c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:43.600031 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b755b1da-a761-466f-9934-87b302e23e76 req-9c53304d-5902-4017-ba05-0a79d196150c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0797234 Aug 13 03:44:43.607291 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-5dafe4d0-ed95-41f6-b857-e4093e3959d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:43.608916 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-5dafe4d0-ed95-41f6-b857-e4093e3959d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0624630 Aug 13 03:44:43.695898 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b755b1da-a761-466f-9934-87b302e23e76 req-b98df9eb-bedf-41b6-9a96-9918d05d517f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859144 Aug 13 03:44:43.746665 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-675522f5-7b16-4a4f-a398-60cc0634134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:43.749269 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-675522f5-7b16-4a4f-a398-60cc0634134d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 918 time: 0.1314633 Aug 13 03:44:43.812884 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-2b7f33e7-a0cf-48e8-bee1-b4c3d0863a17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097 HTTP/1.1" status: 200 len: 217 time: 0.0537026 Aug 13 03:44:43.897384 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-f3b59364-5ff0-4bf5-83dc-e0c79f2af9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:43.900206 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-f3b59364-5ff0-4bf5-83dc-e0c79f2af9c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.0779102 Aug 13 03:44:43.958337 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-d4ba415d-83df-4d1d-aaab-dfbdd58f700c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411243 Aug 13 03:44:44.034644 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b9cc5-0e37-4f5a-93e9-f53b54a14e6e req-bd2ddf25-3498-4325-a1ff-c3b2c1538244 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:44.039803 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-886b9cc5-0e37-4f5a-93e9-f53b54a14e6e req-bd2ddf25-3498-4325-a1ff-c3b2c1538244 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1310532 Aug 13 03:44:44.218199 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 08e8c555-b367-4c94-a107-e80d4cc0e877 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:44:44.320380 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 08e8c555-b367-4c94-a107-e80d4cc0e877 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:44:44.324496 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 08e8c555-b367-4c94-a107-e80d4cc0e877 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:44:44.324893 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:44.338773 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-886b9cc5-0e37-4f5a-93e9-f53b54a14e6e req-781e2c24-27f1-442b-9098-ad7a9bc2fec8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944043 Aug 13 03:44:44.357252 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-b83268fc-e429-48d6-8741-ddf4dd823a9a service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890049 Aug 13 03:44:44.438032 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:44.475053 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1d2db0a-f026-4457-a169-b91506152ea1 req-bbe6dcc7-4015-4872-a48c-f52b8f12b2c8 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065717 Aug 13 03:44:44.477291 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 08e8c555-b367-4c94-a107-e80d4cc0e877, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08e8c555-b367-4c94-a107-e80d4cc0e877,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:44.478310 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4798749-7df9-484b-809f-e32ecb6e893b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e8c555-b367-4c94-a107-e80d4cc0e877'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:44.481089 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487328ff-08cd-4029-a346-f6e33975ae25" -d '{"events": [{"server_uuid": "f4798749-7df9-484b-809f-e32ecb6e893b", "name": "network-vif-plugged", "status": "completed", "tag": "08e8c555-b367-4c94-a107-e80d4cc0e877"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:44.486400 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:44.548881 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51678) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:44.564074 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=08e8c555-b367-4c94-a107-e80d4cc0e877,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:44.585049 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fb26aa-10e1-4378-b0e5-0e6b77eea90e x-openstack-request-id: req-72fb26aa-10e1-4378-b0e5-0e6b77eea90e {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:44.585619 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4798749-7df9-484b-809f-e32ecb6e893b", "name": "network-vif-plugged", "status": "completed", "tag": "08e8c555-b367-4c94-a107-e80d4cc0e877", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:44.586175 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72fb26aa-10e1-4378-b0e5-0e6b77eea90e {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:44.586817 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4798749-7df9-484b-809f-e32ecb6e893b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e8c555-b367-4c94-a107-e80d4cc0e877', 'code': 200} Aug 13 03:44:44.658292 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4774fea-dbce-4ff5-8ef4-7e901fd5434a req-942d29a2-744a-430e-b1be-57b5429e5cca tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:44.660319 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4774fea-dbce-4ff5-8ef4-7e901fd5434a req-942d29a2-744a-430e-b1be-57b5429e5cca tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 946 time: 0.0655777 Aug 13 03:44:44.696893 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2c74daf1-9257-44f5-bb4b-3a0eaa70c2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:44.717346 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4774fea-dbce-4ff5-8ef4-7e901fd5434a req-55662512-73ff-487d-b528-81584f77eb55 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432534 Aug 13 03:44:44.825982 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2c74daf1-9257-44f5-bb4b-3a0eaa70c2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:44.833466 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2c74daf1-9257-44f5-bb4b-3a0eaa70c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:44.856453 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352c948-aacd-4388-853d-2c286af14681 req-b7e037d9-b56e-40be-bff9-a8517749d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:44.858012 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8352c948-aacd-4388-853d-2c286af14681 req-b7e037d9-b56e-40be-bff9-a8517749d684 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 1099 time: 0.1043956 Aug 13 03:44:44.867290 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac5a08-43b8-4554-bce8-601fee7143b6 req-2c6e5eea-d340-4d26-86fc-176308e15be2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:44.869082 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-69ac5a08-43b8-4554-bce8-601fee7143b6 req-2c6e5eea-d340-4d26-86fc-176308e15be2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0760639 Aug 13 03:44:44.883101 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74daf1-9257-44f5-bb4b-3a0eaa70c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e799b26b-3cd7-40fc-a385-fa1f58f770bc,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:44.892312 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-2c74daf1-9257-44f5-bb4b-3a0eaa70c2e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d68d3089d084e3ea7eef0ba3bc61508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415642 Aug 13 03:44:44.896517 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51686) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:44.938207 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8352c948-aacd-4388-853d-2c286af14681 req-09882638-595e-4aad-86b8-f690502f05d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676556 Aug 13 03:44:44.948746 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bb081cbc-5edf-4521-8eea-c68f5b8ab05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:44.966860 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-69ac5a08-43b8-4554-bce8-601fee7143b6 req-025f52ba-e624-4155-955e-5590f27a7aaf tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821385 Aug 13 03:44:44.992232 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bb081cbc-5edf-4521-8eea-c68f5b8ab05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:45.072314 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bb081cbc-5edf-4521-8eea-c68f5b8ab05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:45.075245 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bb081cbc-5edf-4521-8eea-c68f5b8ab05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:45.076606 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-bb081cbc-5edf-4521-8eea-c68f5b8ab05f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e799b26b-3cd7-40fc-a385-fa1f58f770bc HTTP/1.1" status: 204 len: 168 time: 0.1790793 Aug 13 03:44:45.086654 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb081cbc-5edf-4521-8eea-c68f5b8ab05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e799b26b-3cd7-40fc-a385-fa1f58f770bc,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:45.528491 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c64b1b-4613-4305-88be-53a4d9e2a8d7 req-fbe480a1-441e-46e3-bdbf-07a54e51a476 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:45.530179 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f3c64b1b-4613-4305-88be-53a4d9e2a8d7 req-fbe480a1-441e-46e3-bdbf-07a54e51a476 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0751281 Aug 13 03:44:45.598528 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f3c64b1b-4613-4305-88be-53a4d9e2a8d7 req-9c202ee0-9dee-4aa1-b39b-5fcdd7ad3cd5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544195 Aug 13 03:44:45.879892 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa5c1c-8f45-472c-af75-15f727966462 req-cb396854-a749-46da-a1ec-bd07d2a24d3d tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:45.881476 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-30aa5c1c-8f45-472c-af75-15f727966462 req-cb396854-a749-46da-a1ec-bd07d2a24d3d tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 946 time: 0.0570560 Aug 13 03:44:45.945277 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-30aa5c1c-8f45-472c-af75-15f727966462 req-2df539bc-ce49-4777-8506-1f5c30d6c317 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557191 Aug 13 03:44:46.148688 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc87b7-5768-4885-8f2c-9df6d85a97b9 req-6379d155-b33f-4404-bfa1-305e8a3bdf73 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:46.151711 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8cc87b7-5768-4885-8f2c-9df6d85a97b9 req-6379d155-b33f-4404-bfa1-305e8a3bdf73 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0886235 Aug 13 03:44:46.220462 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8cc87b7-5768-4885-8f2c-9df6d85a97b9 req-aefef986-6e8b-41ee-b401-6bcfb2f3a765 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584710 Aug 13 03:44:46.237216 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:44:46.413315 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:46.435070 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'port_id': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'mac_address': 'fa:16:3e:c0:8c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:44:46.489501 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:46.504786 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c4025de-5669-446a-8fc1-7fbacc74a859 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:44:46.536053 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:46.541473 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:46.612019 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=6']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:46.654652 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['5c4025de-5669-446a-8fc1-7fbacc74a859'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:44:46.823548 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffccbe-a398-4e4f-bbf9-86157d6b3b91 req-4ae1ca55-1858-4458-b7d7-d4458bf68793 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:46.826839 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c6ffccbe-a398-4e4f-bbf9-86157d6b3b91 req-4ae1ca55-1858-4458-b7d7-d4458bf68793 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 944 time: 0.0822513 Aug 13 03:44:46.903590 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c6ffccbe-a398-4e4f-bbf9-86157d6b3b91 req-8e364eea-9310-4e84-a93b-372556fe700b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692444 Aug 13 03:44:47.085005 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea1d2f-9b2e-4b23-8eef-8dc0107c7897 req-4eb10379-a228-45a9-8bdc-74df68240cf4 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:47.086564 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36ea1d2f-9b2e-4b23-8eef-8dc0107c7897 req-4eb10379-a228-45a9-8bdc-74df68240cf4 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 946 time: 0.0564585 Aug 13 03:44:47.141944 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36ea1d2f-9b2e-4b23-8eef-8dc0107c7897 req-f9267603-2ffb-473a-999d-6c0084e4ca87 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Aug 13 03:44:47.413410 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89a28b-0013-4628-8d4e-b24ba6267bca req-0d9745a3-fd21-42c4-944b-04eb9a2be448 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:47.415031 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1d89a28b-0013-4628-8d4e-b24ba6267bca req-0d9745a3-fd21-42c4-944b-04eb9a2be448 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0623777 Aug 13 03:44:47.467876 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1d89a28b-0013-4628-8d4e-b24ba6267bca req-de8545c9-567e-4f22-b07d-158c89664f97 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Aug 13 03:44:47.863516 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51816) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:48.061708 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dc601b44-b722-4e1b-9220-a4339acdab60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.131594 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad42777-7aba-4508-a548-56e01853282d req-7620073e-af35-46af-a8f0-08ce15e13ee5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:48.135708 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9ad42777-7aba-4508-a548-56e01853282d req-7620073e-af35-46af-a8f0-08ce15e13ee5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 944 time: 0.1066697 Aug 13 03:44:48.195733 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dc601b44-b722-4e1b-9220-a4339acdab60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.199577 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9ad42777-7aba-4508-a548-56e01853282d req-e22ff473-a641-47ea-b1e8-96b777bdaec8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542579 Aug 13 03:44:48.205768 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dc601b44-b722-4e1b-9220-a4339acdab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.249789 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:44:48.278884 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51832) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:48.290141 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-dc601b44-b722-4e1b-9220-a4339acdab60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb4b4a5298c34f75847f19160ea378ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233496 Aug 13 03:44:48.309829 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc601b44-b722-4e1b-9220-a4339acdab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc30bb50-e1a6-424a-8c50-75f84b52e8b0,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:48.353681 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 5c4025de-5669-446a-8fc1-7fbacc74a859 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:44:48.354288 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.452341 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed854-5749-4976-930f-0b263eafeadd req-2402d035-aac7-4efd-ad79-8e61f7380c15 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:48.455547 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-defed854-5749-4976-930f-0b263eafeadd req-2402d035-aac7-4efd-ad79-8e61f7380c15 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 946 time: 0.1444128 Aug 13 03:44:48.457454 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9a305570-554c-4a5c-8d2f-13e3d1e7452b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.498660 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.523723 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9a305570-554c-4a5c-8d2f-13e3d1e7452b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.540895 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:48.545316 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4edd50b-a4c5-4017-b6ce-4ce253ebd0f6" -d '{"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-plugged", "status": "completed", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:48.569618 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:48.575063 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.615975 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-defed854-5749-4976-930f-0b263eafeadd req-d6ae9850-d2d8-44fb-8cea-d693185f204b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510642 Aug 13 03:44:48.635404 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=7']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:48.660443 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d929f4-69d1-4756-886a-7a207239788a req-7531f829-f4a4-4a0f-af81-e6f7739fcf61 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:48.662257 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d4d929f4-69d1-4756-886a-7a207239788a req-7531f829-f4a4-4a0f-af81-e6f7739fcf61 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0902791 Aug 13 03:44:48.690220 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9a305570-554c-4a5c-8d2f-13e3d1e7452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.693247 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9a305570-554c-4a5c-8d2f-13e3d1e7452b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:48.696784 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-9a305570-554c-4a5c-8d2f-13e3d1e7452b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc30bb50-e1a6-424a-8c50-75f84b52e8b0 HTTP/1.1" status: 204 len: 168 time: 0.4140482 Aug 13 03:44:48.715024 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f6c607-690b-434e-a9f7-b25cbaed06ab x-openstack-request-id: req-79f6c607-690b-434e-a9f7-b25cbaed06ab {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:48.715322 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-plugged", "status": "completed", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:48.715570 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79f6c607-690b-434e-a9f7-b25cbaed06ab {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:48.715961 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'code': 200} Aug 13 03:44:48.736262 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a305570-554c-4a5c-8d2f-13e3d1e7452b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc30bb50-e1a6-424a-8c50-75f84b52e8b0,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:48.749599 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d4d929f4-69d1-4756-886a-7a207239788a req-67504853-fa11-4b5c-baa1-40b64b608a93 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759215 Aug 13 03:44:49.428422 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d44b1-0c4f-4521-8bcd-eebd4bd7f41e req-c2459388-7e30-4dd8-890e-d565998ef418 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:49.437575 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a40d44b1-0c4f-4521-8bcd-eebd4bd7f41e req-c2459388-7e30-4dd8-890e-d565998ef418 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0951538 Aug 13 03:44:49.532681 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a40d44b1-0c4f-4521-8bcd-eebd4bd7f41e req-b1ff7b2b-23a0-4e7e-969b-b1557e9cd9cf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833340 Aug 13 03:44:49.997452 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f3b90-2a16-446c-9082-13e9d230f9de req-e3d6197f-e6f8-488a-973c-6a29de73e1ff tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:50.005166 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8b0f3b90-2a16-446c-9082-13e9d230f9de req-e3d6197f-e6f8-488a-973c-6a29de73e1ff tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 946 time: 0.1903479 Aug 13 03:44:50.055502 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb80c2-5a88-4178-a56e-21e18e73c659 req-2ab3b714-c5b0-4667-ae0e-0b2a796b475c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:50.063816 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e8cb80c2-5a88-4178-a56e-21e18e73c659 req-2ab3b714-c5b0-4667-ae0e-0b2a796b475c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1302845 Aug 13 03:44:50.090250 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8b0f3b90-2a16-446c-9082-13e9d230f9de req-317e26a8-54a9-4459-bdaa-c49850dcfa20 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838094 Aug 13 03:44:50.205041 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e8cb80c2-5a88-4178-a56e-21e18e73c659 req-c38f10d2-b58d-4507-a755-9129f67025ce tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389790 Aug 13 03:44:50.282555 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2dc17-138d-4573-9198-0475002f9f1e req-36f14b0d-16bb-4c9c-aba3-8c1566edb0a1 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:50.282555 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-61b2dc17-138d-4573-9198-0475002f9f1e req-36f14b0d-16bb-4c9c-aba3-8c1566edb0a1 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 946 time: 0.2144580 Aug 13 03:44:50.447705 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-61b2dc17-138d-4573-9198-0475002f9f1e req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Deleting port 08e8c555-b367-4c94-a107-e80d4cc0e877 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:44:50.448472 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-61b2dc17-138d-4573-9198-0475002f9f1e req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:50.593034 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51912) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:50.717990 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-61b2dc17-138d-4573-9198-0475002f9f1e req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] For port 08e8c555-b367-4c94-a107-e80d4cc0e877, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08e8c555-b367-4c94-a107-e80d4cc0e877,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:50.718797 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-61b2dc17-138d-4573-9198-0475002f9f1e req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:50.745248 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-61b2dc17-138d-4573-9198-0475002f9f1e req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Calling delete_port for 08e8c555-b367-4c94-a107-e80d4cc0e877 owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:44:50.755287 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d98dc-a5b1-4451-a07f-da483e8d8da0 req-339be2eb-32f8-4be3-86f4-5dd1435eca07 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:50.757557 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-235d98dc-a5b1-4451-a07f-da483e8d8da0 req-339be2eb-32f8-4be3-86f4-5dd1435eca07 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1093173 Aug 13 03:44:50.789589 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb25d-a07e-4067-80ae-76504b237fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:50.898040 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-235d98dc-a5b1-4451-a07f-da483e8d8da0 req-4accc3b6-e44e-4ba4-babc-1dc7fdc46c43 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268020 Aug 13 03:44:51.045778 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb25d-a07e-4067-80ae-76504b237fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:51.051821 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-61b2dc17-138d-4573-9198-0475002f9f1e req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:51.062439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb25d-a07e-4067-80ae-76504b237fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:51.071240 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['08e8c555-b367-4c94-a107-e80d4cc0e877'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:44:51.115415 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Pushing event deleted for resources: {'Port': ['ID=08e8c555-b367-4c94-a107-e80d4cc0e877,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:51.190830 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b2dc17-138d-4573-9198-0475002f9f1e req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] No DVR routers for this DVR port 08e8c555-b367-4c94-a107-e80d4cc0e877 on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:44:51.194444 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-1bdfb25d-a07e-4067-80ae-76504b237fcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=722d7c2ebf0f4db7a0e527b2894fd25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5983899 Aug 13 03:44:51.195282 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfb25d-a07e-4067-80ae-76504b237fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14fe036-5a70-4f4a-9c30-6bdc0d955e10,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:51.197674 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51918) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:51.201915 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-61b2dc17-138d-4573-9198-0475002f9f1e req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:51.205134 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-61b2dc17-138d-4573-9198-0475002f9f1e req-18d2dac1-c6b1-4ecb-b5a6-df437fd6d212 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.18 "DELETE /v2.0/ports/08e8c555-b367-4c94-a107-e80d4cc0e877 HTTP/1.1" status: 204 len: 173 time: 0.9161243 Aug 13 03:44:51.205627 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4798749-7df9-484b-809f-e32ecb6e893b', 'name': 'network-vif-deleted', 'tag': '08e8c555-b367-4c94-a107-e80d4cc0e877'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:51.215556 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db3058e-1f3a-4ea1-9945-0d4aebc8e2f8" -d '{"events": [{"server_uuid": "f4798749-7df9-484b-809f-e32ecb6e893b", "name": "network-vif-deleted", "tag": "08e8c555-b367-4c94-a107-e80d4cc0e877"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:51.350500 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f412cec-6d9b-4801-99e5-47f35fbd74d3 req-ab772400-4ea5-42b2-8129-dc712f99bd6b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4798749-7df9-484b-809f-e32ecb6e893b HTTP/1.1" status: 200 len: 210 time: 0.1085408 Aug 13 03:44:51.363461 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4cfd98-d722-4778-8df6-e25db2446ca0 x-openstack-request-id: req-3f4cfd98-d722-4778-8df6-e25db2446ca0 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:51.363461 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4798749-7df9-484b-809f-e32ecb6e893b", "name": "network-vif-deleted", "tag": "08e8c555-b367-4c94-a107-e80d4cc0e877", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:51.363461 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f4cfd98-d722-4778-8df6-e25db2446ca0 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:51.364052 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4798749-7df9-484b-809f-e32ecb6e893b', 'name': 'network-vif-deleted', 'tag': '08e8c555-b367-4c94-a107-e80d4cc0e877', 'status': 'completed', 'code': 200} Aug 13 03:44:51.422608 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f8b8-c89e-4193-911b-264c220f17e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:51.468970 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f8b8-c89e-4193-911b-264c220f17e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:51.496828 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07ad64-2f16-4484-9cd2-b53c5c71d4b5 req-2e769813-109f-4101-9a5c-2468da83210e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:51.498614 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eb07ad64-2f16-4484-9cd2-b53c5c71d4b5 req-2e769813-109f-4101-9a5c-2468da83210e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0938387 Aug 13 03:44:51.566693 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eb07ad64-2f16-4484-9cd2-b53c5c71d4b5 req-41538b76-78b8-49b1-afcc-7907dba797a8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584767 Aug 13 03:44:51.574859 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f8b8-c89e-4193-911b-264c220f17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:51.577769 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f8b8-c89e-4193-911b-264c220f17e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:51.579871 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-9fe1f8b8-c89e-4193-911b-264c220f17e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a14fe036-5a70-4f4a-9c30-6bdc0d955e10 HTTP/1.1" status: 204 len: 168 time: 0.3811560 Aug 13 03:44:51.605922 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1f8b8-c89e-4193-911b-264c220f17e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14fe036-5a70-4f4a-9c30-6bdc0d955e10,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:52.185820 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b3f7e-77ea-43ff-b926-b30a50df12b5 req-1a9df581-7065-4bb7-a511-85d376f8333d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:52.197138 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-314b3f7e-77ea-43ff-b926-b30a50df12b5 req-1a9df581-7065-4bb7-a511-85d376f8333d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0854404 Aug 13 03:44:52.261278 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-314b3f7e-77ea-43ff-b926-b30a50df12b5 req-3cac7f0c-2a03-4b42-837f-a45c2f185d1c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622745 Aug 13 03:44:52.849738 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c1870-d890-4d0e-93af-d2f68ae3d63b req-eee3699f-fe58-4c90-925b-b2bc865a334b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:52.863547 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-159c1870-d890-4d0e-93af-d2f68ae3d63b req-eee3699f-fe58-4c90-925b-b2bc865a334b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1252892 Aug 13 03:44:52.927219 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-159c1870-d890-4d0e-93af-d2f68ae3d63b req-1edc32e0-c4e5-4561-8ebb-8cc139369eaf tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623763 Aug 13 03:44:53.019658 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51966) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:53.190924 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1619945280-network', 'tenant_id': '3e5339bbe48b46729948f977f174854a'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:53.228334 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Made reservation on behalf of 3e5339bbe48b46729948f977f174854a for: {'network': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:44:53.232079 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:53.247545 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:53.609393 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:53.617992 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:53.638596 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481fe9-24e8-4bf4-afe9-50594cbabaae req-b39d6dde-6a8d-4cf2-a899-760331d970bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:53.641890 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c3481fe9-24e8-4bf4-afe9-50594cbabaae req-b39d6dde-6a8d-4cf2-a899-760331d970bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1130705 Aug 13 03:44:53.660515 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=100567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:44:53.711123 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:53.711658 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.segments_db [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Added segment 02426a8b-7667-4e68-b229-8e8c7308e43f of type vlan for network d330e3f7-a1d1-4eaf-a474-b681700f9682 Aug 13 03:44:53.717387 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2571a58b-0ac4-47d9-9ddc-4828eedbae92,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:53.745495 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c3481fe9-24e8-4bf4-afe9-50594cbabaae req-c5781e7e-7039-4558-be86-d002b82298cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955746 Aug 13 03:44:53.812753 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:53.848008 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:53.849147 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:53.850055 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:53.919387 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8980746 Aug 13 03:44:53.922451 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 51980) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:53.930277 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Request body: {'subnet': {'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1619945280-subnet', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'ip_version': 4}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:53.938053 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd4dde-6f7b-431d-be40-c75eded79159 admin admin] Pushing event updated for resources: {'Network': ['ID=d330e3f7-a1d1-4eaf-a474-b681700f9682,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:53.951049 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:44:53.972391 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Made reservation on behalf of 3e5339bbe48b46729948f977f174854a for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:44:53.976694 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9782172'] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:54.206306 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ec8a1-e173-4b98-8aaa-5a3a270c0174 req-8cc10341-d53d-44b5-83e2-0ae122ee4f7c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:54.208083 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-536ec8a1-e173-4b98-8aaa-5a3a270c0174 req-8cc10341-d53d-44b5-83e2-0ae122ee4f7c tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1371841 Aug 13 03:44:54.267845 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 08e8c555-b367-4c94-a107-e80d4cc0e877 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:44:54.308059 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 08e8c555-b367-4c94-a107-e80d4cc0e877 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:44:54.308685 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 08e8c555-b367-4c94-a107-e80d4cc0e877 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:44:54.330015 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-536ec8a1-e173-4b98-8aaa-5a3a270c0174 req-89c2e643-1283-495b-8558-16a05ce2426a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156893 Aug 13 03:44:54.419766 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2721632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9782190'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:54.491115 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04f61c8-9286-4147-995b-446f496eaa46,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:54.501224 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Checking segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:44:54.501224 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Network hostable DHCP agents. Network: d330e3f7-a1d1-4eaf-a474-b681700f9682, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:44:54.528091 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:44:54.561773 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, d330e3f7-a1d1-4eaf-a474-b681700f9682) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:44:54.582216 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b669d2f3-4708-43d7-b3b1-bb9e9e72443b None None] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:44:54.591526 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:54.592571 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:54.642192 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 51986) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:54.643619 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-6218cc40-ec17-4674-bb1f-6d592b944b73 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7186067 Aug 13 03:44:54.647491 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:54.729046 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:54.729046 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:54.858357 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:54.912146 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-d330e3f7-a1d1-4eaf-a474-b681700f9682', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:44:54.913650 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:54.988087 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d0fd7-4670-4f3e-8ad6-1f9a61ac071c req-6b39b67b-7aa9-4c13-8ebb-f3fce23d4753 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:55.001604 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2e7d0fd7-4670-4f3e-8ad6-1f9a61ac071c req-6b39b67b-7aa9-4c13-8ebb-f3fce23d4753 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1302738 Aug 13 03:44:55.093622 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2e7d0fd7-4670-4f3e-8ad6-1f9a61ac071c req-f72782fa-ed42-4592-b0f0-e642578222cf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910175 Aug 13 03:44:55.147712 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Allocated IP 172.20.0.2 (d330e3f7-a1d1-4eaf-a474-b681700f9682/b04f61c8-9286-4147-995b-446f496eaa46/cdbacbab-d85a-41dc-b6d2-6148b06232d5) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:44:55.172496 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.459837 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.473163 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Transition to ACTIVE for port object cdbacbab-d85a-41dc-b6d2-6148b06232d5 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:44:55.505577 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Transition to ACTIVE for port object cdbacbab-d85a-41dc-b6d2-6148b06232d5 will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:44:55.520994 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.543677 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f410afa-ae93-4662-bd68-add706cb66cb req-c3b73464-bdb0-41e4-9a6c-e5cda9bf7abe tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:55.545392 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8f410afa-ae93-4662-bd68-add706cb66cb req-c3b73464-bdb0-41e4-9a6c-e5cda9bf7abe tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0741210 Aug 13 03:44:55.578324 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:44:55.583712 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:44:55.610831 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8f410afa-ae93-4662-bd68-add706cb66cb req-b6efa818-a542-4b24-bd32-ae96d0c43a4d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534089 Aug 13 03:44:55.623389 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Pushing event updated for resources: {'Port': ['ID=cdbacbab-d85a-41dc-b6d2-6148b06232d5,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:55.637762 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:44:55.712148 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Attempting to bind port cdbacbab-d85a-41dc-b6d2-6148b06232d5 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:44:55.712951 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Attempting to bind port cdbacbab-d85a-41dc-b6d2-6148b06232d5 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:44:55.713548 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Attempting to bind port cdbacbab-d85a-41dc-b6d2-6148b06232d5 on network d330e3f7-a1d1-4eaf-a474-b681700f9682 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:44:55.730962 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:44:55.731650 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Checking segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:44:55.731835 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.732456 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Bound using segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:44:55.733056 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Bound port: cdbacbab-d85a-41dc-b6d2-6148b06232d5, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:44:55.733520 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.827510 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.884203 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.892354 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] For port cdbacbab-d85a-41dc-b6d2-6148b06232d5, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:44:55.902336 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] For port cdbacbab-d85a-41dc-b6d2-6148b06232d5, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cdbacbab-d85a-41dc-b6d2-6148b06232d5,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:44:55.926964 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:56.023259 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05e7e2-26f2-4d81-8d20-dd328995d790 None None] Pushing event updated for resources: {'Port': ['ID=cdbacbab-d85a-41dc-b6d2-6148b06232d5,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:56.113294 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Allocated IP 172.27.2.45 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/38e80782-20bd-43e5-8d00-b7d8b39d616f) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:44:56.297956 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfa4c5-5f0f-4250-9d56-7b0a4e26f64c req-81dd86bc-5e2d-4534-b5ba-918fa23e831c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:56.300576 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2edfa4c5-5f0f-4250-9d56-7b0a4e26f64c req-81dd86bc-5e2d-4534-b5ba-918fa23e831c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0894535 Aug 13 03:44:56.331083 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:56.409536 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2edfa4c5-5f0f-4250-9d56-7b0a4e26f64c req-788fc0ca-37e4-4afa-b406-5392ceac6ebd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985816 Aug 13 03:44:56.419670 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:56.509838 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:44:56.525603 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:44:56.529381 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:44:56.572254 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Pushing event updated for resources: {'Port': ['ID=38e80782-20bd-43e5-8d00-b7d8b39d616f,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:56.831936 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d5fed-1fad-41a7-be1a-c6c265fd0184 req-a4ba226b-7b4d-4cf6-8620-b86240066aec tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:56.833799 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e96d5fed-1fad-41a7-be1a-c6c265fd0184 req-a4ba226b-7b4d-4cf6-8620-b86240066aec tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1246922 Aug 13 03:44:56.883451 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e96d5fed-1fad-41a7-be1a-c6c265fd0184 req-2939e6c0-5f01-4094-b7c7-dae7787d1162 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Aug 13 03:44:56.905806 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:57.365837 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:57.388798 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cdbacbab-d85a-41dc-b6d2-6148b06232d5 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:44:57.548044 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port cdbacbab-d85a-41dc-b6d2-6148b06232d5 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:44:57.626511 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Router e7061e11-1393-4ca2-816d-8187ee739003 is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:44:57.640976 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe59644-1c33-4570-861d-57201d83546c req-18a9506e-7f35-496f-965d-db27e24d6aec tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:57.648423 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bfe59644-1c33-4570-861d-57201d83546c req-18a9506e-7f35-496f-965d-db27e24d6aec tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1088924 Aug 13 03:44:57.718946 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bfe59644-1c33-4570-861d-57201d83546c req-37eccd6a-d4a5-4347-8e47-2e8caf54aed4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692329 Aug 13 03:44:57.744703 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30753b3-980d-4147-ad6a-f2a98d7eddbb None None] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:44:57.789044 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:44:57.802451 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Sync routers for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:44:57.809536 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:57.810850 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-488e4202-fc9e-488c-ac58-cbe570e39451 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1676073 Aug 13 03:44:57.814058 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 52020) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:57.820643 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:44:57.821669 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:44:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:57.850333 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-5e0d81ce-a15f-4469-a45c-085da01301fb None None] Provisioning for port cdbacbab-d85a-41dc-b6d2-6148b06232d5 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:44:57.859018 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-5e0d81ce-a15f-4469-a45c-085da01301fb None None] Provisioning complete for port cdbacbab-d85a-41dc-b6d2-6148b06232d5 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:44:57.859542 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5e0d81ce-a15f-4469-a45c-085da01301fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:57.980399 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:44:58.211207 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2641902-909a-4a55-9c01-23f88423ad4c req-889a1a7c-6f67-41e9-b118-6b06baabd1ea tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:58.212820 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5e0d81ce-a15f-4469-a45c-085da01301fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:58.215311 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d2641902-909a-4a55-9c01-23f88423ad4c req-889a1a7c-6f67-41e9-b118-6b06baabd1ea tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1861753 Aug 13 03:44:58.292553 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-5e0d81ce-a15f-4469-a45c-085da01301fb None None] For port cdbacbab-d85a-41dc-b6d2-6148b06232d5, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cdbacbab-d85a-41dc-b6d2-6148b06232d5,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:58.299922 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5e0d81ce-a15f-4469-a45c-085da01301fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:58.365622 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:44:56Z', 'revision_number': 3, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:58.366279 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d81ce-a15f-4469-a45c-085da01301fb None None] Pushing event updated for resources: {'Port': ['ID=cdbacbab-d85a-41dc-b6d2-6148b06232d5,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:58.421601 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Checking router: e7061e11-1393-4ca2-816d-8187ee739003 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:44:58.422279 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Updating router e7061e11-1393-4ca2-816d-8187ee739003 port 38e80782-20bd-43e5-8d00-b7d8b39d616f binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:44:58.504355 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:58.508968 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d2641902-909a-4a55-9c01-23f88423ad4c req-9d446f5e-0a23-4729-babc-eba2baacbe11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589017 Aug 13 03:44:58.611599 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:58.741321 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-51bd37cb-adc8-4647-bb32-167da69f3e9f None None] Provisioning complete for port cdbacbab-d85a-41dc-b6d2-6148b06232d5 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:44:58.741938 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-51bd37cb-adc8-4647-bb32-167da69f3e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:58.962790 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-431382bb-1206-451b-9eec-64cf3b765bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:59.004872 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141be83-ad49-47a8-a079-5823eae628a6 req-88d865d0-10cf-42b4-b366-1766aa250827 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:59.011113 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7141be83-ad49-47a8-a079-5823eae628a6 req-88d865d0-10cf-42b4-b366-1766aa250827 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1316383 Aug 13 03:44:59.095065 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7141be83-ad49-47a8-a079-5823eae628a6 req-157fb3c4-1b76-48e4-b03a-6f8a54ab88a6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524452 Aug 13 03:44:59.096177 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Allocated IP 172.20.0.1 (d330e3f7-a1d1-4eaf-a474-b681700f9682/b04f61c8-9286-4147-995b-446f496eaa46/5c53712d-26bc-40af-9754-d8c621dc98e2) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:44:59.165830 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:59.186141 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Transition to ACTIVE for port object 38e80782-20bd-43e5-8d00-b7d8b39d616f will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:44:59.216391 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:59.305086 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cdbacbab-d85a-41dc-b6d2-6148b06232d5 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:44:59.338352 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:59.363153 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Attempting to bind port 38e80782-20bd-43e5-8d00-b7d8b39d616f on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:44:59.363635 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Attempting to bind port 38e80782-20bd-43e5-8d00-b7d8b39d616f by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:44:59.364424 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Attempting to bind port 38e80782-20bd-43e5-8d00-b7d8b39d616f on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:44:59.376152 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:44:59.376712 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:44:59.377164 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:59.377643 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:44:59.378491 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Bound port: 38e80782-20bd-43e5-8d00-b7d8b39d616f, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:44:59.378773 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:59.381099 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Pushing event updated for resources: {'Port': ['ID=38e80782-20bd-43e5-8d00-b7d8b39d616f,revision_number=2']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:59.388798 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Transition to ACTIVE for port object 5c53712d-26bc-40af-9754-d8c621dc98e2 will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:44:59.406025 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port cdbacbab-d85a-41dc-b6d2-6148b06232d5 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:44:59.407241 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:59.414259 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.414561 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.415266 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.415709 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.416107 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.417634 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.417634 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.417634 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.417634 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.418314 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.419044 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.419178 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:59.482505 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] For port 38e80782-20bd-43e5-8d00-b7d8b39d616f, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:44:59.492047 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] For port 38e80782-20bd-43e5-8d00-b7d8b39d616f, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=38e80782-20bd-43e5-8d00-b7d8b39d616f,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:44:59.500739 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:59.521490 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:59.643130 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:44:59.643829 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:44:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:59.682309 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afd799-63cc-4c10-af4f-1a79b546c66c None None] Pushing event updated for resources: {'Port': ['ID=38e80782-20bd-43e5-8d00-b7d8b39d616f,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:59.688851 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:44:59.706090 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:44:59.785423 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:44:59.823749 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:44:59.860349 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:00.015921 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Pushing event updated for resources: {'Port': ['ID=5c53712d-26bc-40af-9754-d8c621dc98e2,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:00.052728 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36673210-185b-4f01-81a2-5b87ab76062e req-aa5483b8-db80-4df1-a19a-41a18c2334f8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:00.063874 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36673210-185b-4f01-81a2-5b87ab76062e req-aa5483b8-db80-4df1-a19a-41a18c2334f8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.3422792 Aug 13 03:45:00.115144 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36673210-185b-4f01-81a2-5b87ab76062e req-f5ca8028-2477-4456-ac5c-f5ca7e05bdf0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504262 Aug 13 03:45:00.155137 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:00.178978 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-b617241e-7a9e-4b97-a126-723f4068c16f None None] Provisioning for port 5c53712d-26bc-40af-9754-d8c621dc98e2 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:00.191009 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-b617241e-7a9e-4b97-a126-723f4068c16f None None] Provisioning complete for port 5c53712d-26bc-40af-9754-d8c621dc98e2 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:00.191869 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-b617241e-7a9e-4b97-a126-723f4068c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:00.237553 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:44:56Z', 'revision_number': 3, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:00.278839 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-b617241e-7a9e-4b97-a126-723f4068c16f None None] Port 5c53712d-26bc-40af-9754-d8c621dc98e2 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:00.287204 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6cbf0-6ca0-45d1-bb72-284a27c94e1f None None] The sync data for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi is: [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:44:56Z', 'revision_number': 3, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:00.662595 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af44a-07be-4d91-947d-4adf37fb477f req-eb482fbb-3f53-4f9c-954e-ec0eb491661e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:00.673665 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2c3af44a-07be-4d91-947d-4adf37fb477f req-eb482fbb-3f53-4f9c-954e-ec0eb491661e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1562769 Aug 13 03:45:00.936016 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2c3af44a-07be-4d91-947d-4adf37fb477f req-64526903-40e0-4e50-9e58-721d5456e3c3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621706 Aug 13 03:45:00.977432 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-c6a49a44-4fb2-42a9-8903-7996ab0997a3 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:00.979660 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-c6a49a44-4fb2-42a9-8903-7996ab0997a3 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/networks?id=43e754cb-cd5a-4629-a42c-1824d83c9da4 HTTP/1.1" status: 200 len: 809 time: 0.2934070 Aug 13 03:45:01.007603 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:01.014030 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-17d4bd44-6449-4418-bd19-165472ed2ad6 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/quotas/4e3fb83e3962460297f25d14e025bcb9 HTTP/1.1" status: 200 len: 375 time: 0.0177567 Aug 13 03:45:01.015452 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:01.103364 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-f6366cfc-3284-4e87-945b-1fa6476e91da tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e3fb83e3962460297f25d14e025bcb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820680 Aug 13 03:45:01.144938 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:01.147162 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Pushing event updated for resources: {'Port': ['ID=5c53712d-26bc-40af-9754-d8c621dc98e2,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:01.382001 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-cc1af462-51b5-45c5-a509-9127dfab1b4e service neutron] 10.222.0.58 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659848 Aug 13 03:45:01.389775 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 38e80782-20bd-43e5-8d00-b7d8b39d616f up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:01.480061 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb30263-ec2a-4a61-a4a6-aa488760feea req-912a7c61-3f9d-4270-a565-64bed09852e0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:01.481650 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3bb30263-ec2a-4a61-a4a6-aa488760feea req-912a7c61-3f9d-4270-a565-64bed09852e0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.2087579 Aug 13 03:45:01.485766 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 38e80782-20bd-43e5-8d00-b7d8b39d616f completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:01.490436 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 38e80782-20bd-43e5-8d00-b7d8b39d616f triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:01.491886 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:01.502808 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:01.518507 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:01.658402 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:01.674898 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-af9632cf-3abb-47ca-8821-3c1045847a71 service neutron] 10.222.0.58 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850876 Aug 13 03:45:01.684086 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3bb30263-ec2a-4a61-a4a6-aa488760feea req-58692d44-a023-4fe0-b001-c60286325e2d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537278 Aug 13 03:45:01.731312 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 38e80782-20bd-43e5-8d00-b7d8b39d616f, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=38e80782-20bd-43e5-8d00-b7d8b39d616f,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:01.749532 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:01.820669 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=38e80782-20bd-43e5-8d00-b7d8b39d616f,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:01.825984 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Router e7061e11-1393-4ca2-816d-8187ee739003 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:45:01.938655 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-583d709b-84d7-4ad5-8398-63a61f6cd26c None None] Provisioning complete for port 5c53712d-26bc-40af-9754-d8c621dc98e2 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:01.939688 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-583d709b-84d7-4ad5-8398-63a61f6cd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:01.987109 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:02.004545 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-397cf54a-2ef0-4d82-a870-f02ca8ae1b15 admin admin] 10.222.0.58 "PUT /v2.0/routers/e7061e11-1393-4ca2-816d-8187ee739003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1878569 Aug 13 03:45:02.029115 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-583d709b-84d7-4ad5-8398-63a61f6cd26c None None] Port 5c53712d-26bc-40af-9754-d8c621dc98e2 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:02.082178 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-aed40e74-0654-4fa9-925c-b4c7f9196a52 req-b18b8685-3e16-493b-933c-b79d689fe7e1 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 210 time: 0.0548689 Aug 13 03:45:02.193132 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aed2a7-a3c4-48c9-bf38-ccf5327cf07f req-f06412a9-3539-4da0-b072-69231133e04c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:02.193132 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-20aed2a7-a3c4-48c9-bf38-ccf5327cf07f req-f06412a9-3539-4da0-b072-69231133e04c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0688901 Aug 13 03:45:02.247272 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:02.296581 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-20aed2a7-a3c4-48c9-bf38-ccf5327cf07f req-07607a8f-b843-4658-9464-811530d6c2c1 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986717 Aug 13 03:45:02.510733 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7942a73d-ab78-4838-9ccc-5bf33160adc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:02.882051 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Sync routers for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:02.898926 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:02.899105 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:45:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:02.942148 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6cfce-b000-4bf1-973a-459b862257f7 req-780085c4-607a-41ac-a7a7-9e4fdf15e463 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:02.950074 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-06d6cfce-b000-4bf1-973a-459b862257f7 req-780085c4-607a-41ac-a7a7-9e4fdf15e463 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1231728 Aug 13 03:45:02.979388 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 52086) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:02.987785 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1218649172-network', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:02.994585 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-06d6cfce-b000-4bf1-973a-459b862257f7 req-eb90b6fb-4bb6-4d17-966c-44e62a8ddf55 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Aug 13 03:45:03.034614 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Made reservation on behalf of 56f5898a76904b1f9f37a936e36cc77c for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:03.039466 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.054689 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.137506 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:03.260377 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.269160 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.300288 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9196cd76-0c8a-4196-81cf-93a60f557df2 req-6b037496-b838-4a03-a5e3-ce592f52281c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 210 time: 0.0725918 Aug 13 03:45:03.323307 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:45:03.333739 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 38e80782-20bd-43e5-8d00-b7d8b39d616f up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:03.349549 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e162e6a-a794-4b8c-ab7a-af81a5823e85,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:03.358923 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.359561 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Added segment 02b89032-487f-4e6d-8ece-5c2e79db646f of type vlan for network 9f3038a7-dd43-4378-a93f-eb921375b295 Aug 13 03:45:03.433357 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.489977 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.491222 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:03.491905 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.555927 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:45:03.594385 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6131248 Aug 13 03:45:03.597387 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 52106) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:03.607097 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Request body: {'subnet': {'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1218649172-subnet', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'ip_version': 4}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:03.622676 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a88f0f-062c-4c5c-8277-15eee9bb7864 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3038a7-dd43-4378-a93f-eb921375b295,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:03.662795 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 9f3038a7-dd43-4378-a93f-eb921375b295 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:45:03.668199 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5a03-2f58-4711-8853-2c345f97e4b4 req-5bf52375-82cf-44e7-8968-fc903aee39bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:03.671388 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dd0c5a03-2f58-4711-8853-2c345f97e4b4 req-5bf52375-82cf-44e7-8968-fc903aee39bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.2087421 Aug 13 03:45:03.681518 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Made reservation on behalf of 56f5898a76904b1f9f37a936e36cc77c for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:03.686933 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2891814'] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.715017 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 38e80782-20bd-43e5-8d00-b7d8b39d616f triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:03.716227 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:03.796833 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dd0c5a03-2f58-4711-8853-2c345f97e4b4 req-4a491e0e-a1be-4226-8ffc-df06b85e8b0b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113105 Aug 13 03:45:04.058317 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2891796'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:04.176301 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fac26f1-b7c1-4a21-a479-9517fef37674,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:04.184658 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Checking segment: {'id': '02b89032-487f-4e6d-8ece-5c2e79db646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:04.185282 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Network hostable DHCP agents. Network: 9f3038a7-dd43-4378-a93f-eb921375b295, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:45:04.187011 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:04.210371 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 2, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:04.214256 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Network 9f3038a7-dd43-4378-a93f-eb921375b295 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:45:04.220564 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e05ff-66a9-476f-8968-84bac506ba75 req-3be486f2-e3bb-4418-9dae-8dd6e9266a7d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:04.232345 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bb2e05ff-66a9-476f-8968-84bac506ba75 req-3be486f2-e3bb-4418-9dae-8dd6e9266a7d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1216621 Aug 13 03:45:04.237735 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 9f3038a7-dd43-4378-a93f-eb921375b295) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:04.278380 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:04.279424 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:04.306233 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bb2e05ff-66a9-476f-8968-84bac506ba75 req-f151a6e5-6986-48b4-bfd4-c1f9e2c901d5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720544 Aug 13 03:45:04.330380 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1c28c72e-5bbe-4f44-8c3d-6dcca4c94126 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7282748 Aug 13 03:45:04.330689 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 52120) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:04.336018 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:04.336381 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68addb0e-6945-4eeb-826c-f560c42220c2 None None] Network 9f3038a7-dd43-4378-a93f-eb921375b295 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:45:04.340700 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Checking router: e7061e11-1393-4ca2-816d-8187ee739003 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:04.344688 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Updating router e7061e11-1393-4ca2-816d-8187ee739003 port 5c53712d-26bc-40af-9754-d8c621dc98e2 binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:45:04.372156 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:04.374633 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:04.486006 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:04.674439 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ce2497d-9129-4b2a-a060-d5dd2f14fc3b req-1da9bbf7-b7ff-46f4-b73d-f501fd3dba1d tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 210 time: 0.0586352 Aug 13 03:45:04.712556 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:04.887163 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-ba7fe994-e4ff-46d7-8c50-760bcfd75bb6 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:04.887163 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-ba7fe994-e4ff-46d7-8c50-760bcfd75bb6 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.18 "GET /v2.0/networks?id=43e754cb-cd5a-4629-a42c-1824d83c9da4 HTTP/1.1" status: 200 len: 809 time: 0.4709325 Aug 13 03:45:04.935062 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.008594 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-9f3038a7-dd43-4378-a93f-eb921375b295', 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'fixed_ips': [{'subnet_id': '5fac26f1-b7c1-4a21-a479-9517fef37674'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:45:05.009498 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.200527 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.288165 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefb55b-34b7-4405-bc5c-e731dc1bcebf req-8180f0dc-be88-414b-b5f7-55ea9e7be0b8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:05.290020 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1aefb55b-34b7-4405-bc5c-e731dc1bcebf req-8180f0dc-be88-414b-b5f7-55ea9e7be0b8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1034694 Aug 13 03:45:05.346909 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1aefb55b-34b7-4405-bc5c-e731dc1bcebf req-a839b3ff-28c4-4e99-99e8-13de1b58c2f0 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452704 Aug 13 03:45:05.448271 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Allocated IP 172.20.0.2 (9f3038a7-dd43-4378-a93f-eb921375b295/5fac26f1-b7c1-4a21-a479-9517fef37674/6791af20-f9d7-43eb-894e-5ebd9c7d3c6d) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:05.455580 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.473769 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.526239 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Transition to ACTIVE for port object 5c53712d-26bc-40af-9754-d8c621dc98e2 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:05.541393 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.548628 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424a717-4f92-4c4b-b1a0-ac84d5b165ee req-3eae9b9c-f892-4d65-a938-ccc2594e097b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:05.550263 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4424a717-4f92-4c4b-b1a0-ac84d5b165ee req-3eae9b9c-f892-4d65-a938-ccc2594e097b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1608856 Aug 13 03:45:05.561703 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.597079 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.659235 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e44210-bbb8-4592-96a6-980fbe137f51 None None] Pushing event updated for resources: {'Port': ['ID=5c53712d-26bc-40af-9754-d8c621dc98e2,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:05.699629 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4424a717-4f92-4c4b-b1a0-ac84d5b165ee req-6a4a1dac-8edb-4545-9bb3-c2b230511005 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397030 Aug 13 03:45:05.818314 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Allocated IP 172.27.2.180 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/4dee6618-3e1e-4e87-9bb7-a9c760cd2661) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:05.825429 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Attempting to bind port 5c53712d-26bc-40af-9754-d8c621dc98e2 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:05.826001 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Attempting to bind port 5c53712d-26bc-40af-9754-d8c621dc98e2 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:05.827354 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Attempting to bind port 5c53712d-26bc-40af-9754-d8c621dc98e2 on network d330e3f7-a1d1-4eaf-a474-b681700f9682 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:05.855303 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.859911 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:05.860530 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Checking segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:05.861576 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.862228 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Bound using segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:05.863050 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Bound port: 5c53712d-26bc-40af-9754-d8c621dc98e2, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:05.863732 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:05.895424 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Transition to ACTIVE for port object 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:05.954892 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87a0181c-e461-4da5-bf4a-9a03bc5a9af7 req-a3c79559-273c-479d-9ba6-a2c790e65fda tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 210 time: 0.1112614 Aug 13 03:45:05.964723 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Transition to ACTIVE for port object 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:06.015114 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.030188 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Request body: {'port': {'device_id': '32fdbec7-16bb-4fe7-86de-33d2e4e17d76', 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4', 'admin_state_up': True, 'tenant_id': '4e3fb83e3962460297f25d14e025bcb9'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:06.068047 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] For port 5c53712d-26bc-40af-9754-d8c621dc98e2, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:06.097028 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Network 9f3038a7-dd43-4378-a93f-eb921375b295 is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:06.099151 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] For port 5c53712d-26bc-40af-9754-d8c621dc98e2, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=5c53712d-26bc-40af-9754-d8c621dc98e2,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:06.103682 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.108747 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:06.111488 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:06.113512 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Pushing event updated for resources: {'Port': ['ID=6791af20-f9d7-43eb-894e-5ebd9c7d3c6d,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:06.117928 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.230394 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.235546 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Attempting to bind port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:06.235974 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Attempting to bind port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '02b89032-487f-4e6d-8ece-5c2e79db646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:06.236277 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Attempting to bind port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d on network 9f3038a7-dd43-4378-a93f-eb921375b295 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:06.238427 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:06.239116 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:45:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:06.247121 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e44210-bbb8-4592-96a6-980fbe137f51 None None] Pushing event updated for resources: {'Port': ['ID=5c53712d-26bc-40af-9754-d8c621dc98e2,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:06.283823 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:06.284201 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Checking segment: {'id': '02b89032-487f-4e6d-8ece-5c2e79db646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:06.284637 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.285030 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Bound using segment: {'id': '02b89032-487f-4e6d-8ece-5c2e79db646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:06.285645 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Bound port: 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b89032-487f-4e6d-8ece-5c2e79db646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:06.286206 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.312220 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Made reservation on behalf of 4e3fb83e3962460297f25d14e025bcb9 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:06.317607 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.324017 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:06.346034 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:06.355656 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:06.409062 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Pushing event updated for resources: {'Port': ['ID=4dee6618-3e1e-4e87-9bb7-a9c760cd2661,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:06.426934 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:06.457071 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] For port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:06.474772 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] For port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=6791af20-f9d7-43eb-894e-5ebd9c7d3c6d,segment=NetworkSegment(02b89032-487f-4e6d-8ece-5c2e79db646f),segment_id=02b89032-487f-4e6d-8ece-5c2e79db646f)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:06.481581 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.673242 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dfc27-a221-4368-9665-4c669b1c36fc None None] Pushing event updated for resources: {'Port': ['ID=6791af20-f9d7-43eb-894e-5ebd9c7d3c6d,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:06.764125 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Allocated IP 172.20.0.13 (43e754cb-cd5a-4629-a42c-1824d83c9da4/d358eef4-7cc4-41f2-be72-b21058bb30b2/63453d81-08e7-4699-8844-93dc32bcdadc) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:06.788768 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dc51f-5633-40fe-b8d1-f845700fa520 req-3f45d07f-f08e-4114-8c88-39f6a84627b6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:06.798913 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b75dc51f-5633-40fe-b8d1-f845700fa520 req-3f45d07f-f08e-4114-8c88-39f6a84627b6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.2212613 Aug 13 03:45:06.839718 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:06Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:06.904596 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f158640-da10-4cba-8f31-6242f909ee5f None None] The sync data for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi is: [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:06Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:07.104792 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b75dc51f-5633-40fe-b8d1-f845700fa520 req-de1837e3-33ca-4b53-930d-cd9d0209f329 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471220 Aug 13 03:45:07.175426 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120ed3e-2219-4fc8-8883-7ba4b9ff34df req-8c85fecc-7bf9-42fc-8101-4d5b1649680e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:07.178056 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0120ed3e-2219-4fc8-8883-7ba4b9ff34df req-8c85fecc-7bf9-42fc-8101-4d5b1649680e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.3293772 Aug 13 03:45:07.249333 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.317855 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f71c94a6-d960-478b-9950-ffd637422e36 req-bfc598e1-c6fc-4f77-a33d-b047821e62a9 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 210 time: 0.1033177 Aug 13 03:45:07.382821 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 5c53712d-26bc-40af-9754-d8c621dc98e2 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:07.418198 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0120ed3e-2219-4fc8-8883-7ba4b9ff34df req-a0e28dbc-8150-4954-8653-f0f1a61789c8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064326 Aug 13 03:45:07.469553 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 5c53712d-26bc-40af-9754-d8c621dc98e2 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:07.469796 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.477395 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 5c53712d-26bc-40af-9754-d8c621dc98e2 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:07.478113 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.585566 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.639076 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 5c53712d-26bc-40af-9754-d8c621dc98e2, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=5c53712d-26bc-40af-9754-d8c621dc98e2,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:07.646061 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.647952 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:07.715298 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.757487 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:07.780655 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=5c53712d-26bc-40af-9754-d8c621dc98e2,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:07.788198 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Network 43e754cb-cd5a-4629-a42c-1824d83c9da4 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:07.790093 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.805949 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:07.814876 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:07.903860 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Pushing event updated for resources: {'Port': ['ID=63453d81-08e7-4699-8844-93dc32bcdadc,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:07.932609 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:07.933416 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.965206 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dddd4ab-8d7f-4ed4-bbd6-83f0606e7bc3 None None] Network 9f3038a7-dd43-4378-a93f-eb921375b295 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:45:08.001928 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-eaf4b5fc-371d-4c50-aeeb-63f59f64c947 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9770095 Aug 13 03:45:08.051410 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Router 24260b7b-dfce-445a-8104-2907035fd7fa is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:45:08.059547 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-9481110d-9329-4e2b-8407-af395cd106be None None] Provisioning for port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:08.075512 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-9481110d-9329-4e2b-8407-af395cd106be None None] Provisioning complete for port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:08.076144 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-9481110d-9329-4e2b-8407-af395cd106be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:08.183214 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Request body: {'port': {'device_id': '32fdbec7-16bb-4fe7-86de-33d2e4e17d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:08.208869 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:08.222951 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Sync routers for ids ['24260b7b-dfce-445a-8104-2907035fd7fa'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:08.245013 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Routers {'24260b7b-dfce-445a-8104-2907035fd7fa'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:08.246499 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:45:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['24260b7b-dfce-445a-8104-2907035fd7fa'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:08.263373 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:08.266266 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-995f766b-f258-4b38-93ce-59be78617134 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9338255 Aug 13 03:45:08.270900 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 52172) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:08.275512 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:08.461826 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-9481110d-9329-4e2b-8407-af395cd106be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:08.537212 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-9481110d-9329-4e2b-8407-af395cd106be None None] For port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=6791af20-f9d7-43eb-894e-5ebd9c7d3c6d,segment=NetworkSegment(02b89032-487f-4e6d-8ece-5c2e79db646f),segment_id=02b89032-487f-4e6d-8ece-5c2e79db646f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:08.545831 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6e1e6-1f1e-4d96-abb3-e8ac0a792ee3 req-881b48c2-0623-43a4-a645-d02cf75161d0 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:08.546795 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-9481110d-9329-4e2b-8407-af395cd106be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:08.560824 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5dd6e1e6-1f1e-4d96-abb3-e8ac0a792ee3 req-881b48c2-0623-43a4-a645-d02cf75161d0 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.2810092 Aug 13 03:45:08.663605 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Set router 24260b7b-dfce-445a-8104-2907035fd7fa gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:08.701104 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481110d-9329-4e2b-8407-af395cd106be None None] Pushing event updated for resources: {'Port': ['ID=6791af20-f9d7-43eb-894e-5ebd9c7d3c6d,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:08.787344 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5dd6e1e6-1f1e-4d96-abb3-e8ac0a792ee3 req-2e144b52-84c5-4e21-86e9-d9fa5de200cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246206 Aug 13 03:45:08.938607 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a89040-e921-40e7-965d-022d05810d76 req-9e9f8c27-790a-4f92-889b-8ced33267460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:08.940334 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2a89040-e921-40e7-965d-022d05810d76 req-9e9f8c27-790a-4f92-889b-8ced33267460 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 1098 time: 0.1776519 Aug 13 03:45:08.974750 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-c97c9eaa-5a31-43c5-bbe4-07957b0a7b74 None None] Provisioning complete for port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:08.975125 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-c97c9eaa-5a31-43c5-bbe4-07957b0a7b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.088164 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20e54d-60b9-42b8-8538-d20bb86ffe69 req-83540139-ec3d-416e-9d37-244e768c7993 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:09.096938 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0a20e54d-60b9-42b8-8538-d20bb86ffe69 req-83540139-ec3d-416e-9d37-244e768c7993 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1120458 Aug 13 03:45:09.208303 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:04Z', 'updated_at': '2021-08-13T03:45:06Z', 'revision_number': 3, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'gw_port': {'id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:05Z', 'updated_at': '2021-08-13T03:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:09.228634 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a89040-e921-40e7-965d-022d05810d76 req-e845bff0-133c-465e-9200-131b029aa8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:09.230319 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2a89040-e921-40e7-965d-022d05810d76 req-e845bff0-133c-465e-9200-131b029aa8f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 917 time: 0.2786152 Aug 13 03:45:09.290213 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Checking router: 24260b7b-dfce-445a-8104-2907035fd7fa for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:09.291623 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Updating router 24260b7b-dfce-445a-8104-2907035fd7fa port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:45:09.380226 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.389340 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 5c53712d-26bc-40af-9754-d8c621dc98e2 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:09.416246 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63453d81-08e7-4699-8844-93dc32bcdadc {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:45:09.425893 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.441267 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Transition to ACTIVE for port object 63453d81-08e7-4699-8844-93dc32bcdadc will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:09.441699 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2a89040-e921-40e7-965d-022d05810d76 req-bce265cc-d5eb-4ae1-be5e-b6daacc73cf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c4025de-5669-446a-8fc1-7fbacc74a859 HTTP/1.1" status: 200 len: 1001 time: 0.1958418 Aug 13 03:45:09.496180 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0a20e54d-60b9-42b8-8538-d20bb86ffe69 req-cb68a717-6e58-47cc-beb6-df398ca90c03 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949370 Aug 13 03:45:09.499144 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.506542 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 5c53712d-26bc-40af-9754-d8c621dc98e2 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:09.506542 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.631359 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c29cff-8664-4dd6-ac42-970baee93f68 req-73819c2e-b6ab-412f-8ce1-ff143a04a9f5 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:09.635891 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d5c29cff-8664-4dd6-ac42-970baee93f68 req-73819c2e-b6ab-412f-8ce1-ff143a04a9f5 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 932 time: 0.5697014 Aug 13 03:45:09.647733 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=63453d81-08e7-4699-8844-93dc32bcdadc,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:09.659730 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a89040-e921-40e7-965d-022d05810d76 req-95ac68b4-993a-44b8-83b7-f84e65b0197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:09.661316 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2a89040-e921-40e7-965d-022d05810d76 req-95ac68b4-993a-44b8-83b7-f84e65b0197b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.2096386 Aug 13 03:45:09.671284 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.771317 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Attempting to bind port 63453d81-08e7-4699-8844-93dc32bcdadc on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:09.771660 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Attempting to bind port 63453d81-08e7-4699-8844-93dc32bcdadc by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '4f014706-762a-474d-8ad8-263a3cc393f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:09.772162 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Attempting to bind port 63453d81-08e7-4699-8844-93dc32bcdadc on network 43e754cb-cd5a-4629-a42c-1824d83c9da4 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:09.779039 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Port 63453d81-08e7-4699-8844-93dc32bcdadc on network 43e754cb-cd5a-4629-a42c-1824d83c9da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:45:09.779369 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Attempting to bind port 63453d81-08e7-4699-8844-93dc32bcdadc on network 43e754cb-cd5a-4629-a42c-1824d83c9da4 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:09.799230 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:09.799553 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Checking segment: {'id': '4f014706-762a-474d-8ad8-263a3cc393f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:09.799964 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Bound using segment: {'id': '4f014706-762a-474d-8ad8-263a3cc393f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:09.800435 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Bound port: 63453d81-08e7-4699-8844-93dc32bcdadc, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f014706-762a-474d-8ad8-263a3cc393f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:09.800775 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.862066 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:09.887460 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] For port 63453d81-08e7-4699-8844-93dc32bcdadc, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:09.892267 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] For port 63453d81-08e7-4699-8844-93dc32bcdadc, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63453d81-08e7-4699-8844-93dc32bcdadc,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:09.900193 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d5c29cff-8664-4dd6-ac42-970baee93f68 req-9ea000a7-882b-42a2-9ba1-9c494d009061 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166314 Aug 13 03:45:09.902635 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.923809 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.944734 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:09.945972 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.952499 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Transition to ACTIVE for port object 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:09.952801 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:09.953990 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.957636 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] 10.222.0.18 "PUT /v2.0/ports/63453d81-08e7-4699-8844-93dc32bcdadc HTTP/1.1" status: 200 len: 1094 time: 1.7789094 Aug 13 03:45:09.958140 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fdbec7-16bb-4fe7-86de-33d2e4e17d76', 'tag': '63453d81-08e7-4699-8844-93dc32bcdadc'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:09.960607 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313" -d '{"events": [{"name": "network-changed", "server_uuid": "32fdbec7-16bb-4fe7-86de-33d2e4e17d76", "tag": "63453d81-08e7-4699-8844-93dc32bcdadc"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:09.965186 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.989479 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823102b-87b6-4a6b-a27c-b3630a60bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=63453d81-08e7-4699-8844-93dc32bcdadc,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:09.990235 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c624230-4a69-4a58-9c8c-c3fef7669f74 req-156d1fdd-8ec4-4fe0-a3f4-10f8c1d87de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:09.995820 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4c624230-4a69-4a58-9c8c-c3fef7669f74 req-156d1fdd-8ec4-4fe0-a3f4-10f8c1d87de9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1098 time: 0.2831085 Aug 13 03:45:10.070258 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a89040-e921-40e7-965d-022d05810d76 req-c6d48f95-25c6-4106-88dd-f8a1d10b0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:10.072204 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2a89040-e921-40e7-965d-022d05810d76 req-c6d48f95-25c6-4106-88dd-f8a1d10b0264 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3963077 Aug 13 03:45:10.085756 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616ed674-a4fe-4a62-9872-0f583870dd1b x-openstack-request-id: req-616ed674-a4fe-4a62-9872-0f583870dd1b {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:10.086378 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fdbec7-16bb-4fe7-86de-33d2e4e17d76", "tag": "63453d81-08e7-4699-8844-93dc32bcdadc", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:10.086681 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-616ed674-a4fe-4a62-9872-0f583870dd1b {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:10.086936 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Attempting to bind port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:10.087191 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fdbec7-16bb-4fe7-86de-33d2e4e17d76', 'tag': '63453d81-08e7-4699-8844-93dc32bcdadc', 'status': 'completed', 'code': 200} Aug 13 03:45:10.087307 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Attempting to bind port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:10.087811 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Attempting to bind port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:10.090104 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fdc2d-14bb-4440-aa57-c9f6a192ecea None None] Pushing event updated for resources: {'Port': ['ID=4dee6618-3e1e-4e87-9bb7-a9c760cd2661,revision_number=2']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:10.106696 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:10.107354 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:10.108040 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:10.108435 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:10.110396 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Bound port: 4dee6618-3e1e-4e87-9bb7-a9c760cd2661, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:10.110396 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:10.194691 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-edac8c5e-7a7d-4775-af84-e01f842c38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:10.197119 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] For port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:10.197785 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-edac8c5e-7a7d-4775-af84-e01f842c38a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e3fb83e3962460297f25d14e025bcb9&device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 1097 time: 0.1771321 Aug 13 03:45:10.209249 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] For port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=4dee6618-3e1e-4e87-9bb7-a9c760cd2661,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:10.216957 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281f2d7-67c8-4189-8bf4-95dd16e60434 req-ae4e2f41-f94c-49e2-afee-c4da5e37f8cd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:10.218300 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:10.233032 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9281f2d7-67c8-4189-8bf4-95dd16e60434 req-ae4e2f41-f94c-49e2-afee-c4da5e37f8cd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.1441567 Aug 13 03:45:10.244030 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4c624230-4a69-4a58-9c8c-c3fef7669f74 req-c4a374fe-27f8-4dd6-ac5f-5d8203939506 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911123 Aug 13 03:45:10.301950 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Routers {'24260b7b-dfce-445a-8104-2907035fd7fa'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:10.303295 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:45:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['24260b7b-dfce-445a-8104-2907035fd7fa'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:10.319447 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-ba43a4cd-2756-4b03-b12e-37892a09b49c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63453d81-08e7-4699-8844-93dc32bcdadc HTTP/1.1" status: 200 len: 217 time: 0.0846734 Aug 13 03:45:10.347437 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fdc2d-14bb-4440-aa57-c9f6a192ecea None None] Pushing event updated for resources: {'Port': ['ID=4dee6618-3e1e-4e87-9bb7-a9c760cd2661,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:10.460112 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9281f2d7-67c8-4189-8bf4-95dd16e60434 req-944463cb-5c93-4b69-abd9-f498f8580f42 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109861 Aug 13 03:45:10.478053 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-249906ab-6afe-40d2-a7ce-ac34a41443ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:10.480701 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-249906ab-6afe-40d2-a7ce-ac34a41443ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d358eef4-7cc4-41f2-be72-b21058bb30b2 HTTP/1.1" status: 200 len: 849 time: 0.1485088 Aug 13 03:45:10.494131 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] Set router 24260b7b-dfce-445a-8104-2907035fd7fa gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:10.568398 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-72887fd2-92db-4072-b207-fee620294c85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43e754cb-cd5a-4629-a42c-1824d83c9da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778904 Aug 13 03:45:10.628276 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Allocated IP 172.20.0.1 (9f3038a7-dd43-4378-a93f-eb921375b295/5fac26f1-b7c1-4a21-a479-9517fef37674/1b4d17e0-519f-4781-8d54-b4af8ea34be0) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:10.724519 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3eef3-c758-46d6-af4f-ae26bcb020e4 req-8489cf67-8d84-461d-8463-2cb721ac606a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:10.732220 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a4e3eef3-c758-46d6-af4f-ae26bcb020e4 req-8489cf67-8d84-461d-8463-2cb721ac606a tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1243804 Aug 13 03:45:10.752419 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-ac7cd634-b5d8-42ef-88da-7abf7b7de6f8 service neutron] 10.222.0.18 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648653 Aug 13 03:45:10.784194 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2a89040-e921-40e7-965d-022d05810d76 req-8b1d99be-8329-4290-8ba7-92fe7e8ca7f9 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940000 Aug 13 03:45:10.829282 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:04Z', 'updated_at': '2021-08-13T03:45:06Z', 'revision_number': 3, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'gw_port': {'id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:05Z', 'updated_at': '2021-08-13T03:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:10.838856 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a4e3eef3-c758-46d6-af4f-ae26bcb020e4 req-22537824-710b-4d71-9647-4e1fce7123bc tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019778 Aug 13 03:45:10.889066 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ec73c-2107-4601-b276-715ff42934c4 None None] The sync data for ids ['24260b7b-dfce-445a-8104-2907035fd7fa'] in dv-cinder-760197-5-iscsi is: [{'id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:04Z', 'updated_at': '2021-08-13T03:45:06Z', 'revision_number': 3, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'gw_port': {'id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:05Z', 'updated_at': '2021-08-13T03:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:10.924322 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c88ccd8-3c5d-4461-9fa1-7de9cc82a624 req-34d349af-90db-4900-9f57-ad6788420e65 service neutron] 10.222.0.18 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550574 Aug 13 03:45:11.005593 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.021904 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-b2a89040-e921-40e7-965d-022d05810d76 req-fbe1feeb-1f8b-4084-89d9-3ef56a943ad1 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222564 Aug 13 03:45:11.031015 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Transition to ACTIVE for port object 1b4d17e0-519f-4781-8d54-b4af8ea34be0 will not be triggered until provisioned by entity DHCP. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:11.050885 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-71ad3039-f92a-4ce2-b5ec-5b410abfb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:11.052511 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-71ad3039-f92a-4ce2-b5ec-5b410abfb897 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e3fb83e3962460297f25d14e025bcb9&device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 1097 time: 0.0703385 Aug 13 03:45:11.086297 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.143481 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Network 9f3038a7-dd43-4378-a93f-eb921375b295 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:11.155789 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:11.162727 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d169f-fabe-4364-88bd-b8a7714177dd req-24288d6a-3614-4249-a104-7782fdf9ecb3 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:11.164023 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a78d169f-fabe-4364-88bd-b8a7714177dd req-24288d6a-3614-4249-a104-7782fdf9ecb3 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 944 time: 0.1105511 Aug 13 03:45:11.176205 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:11.324184 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a78d169f-fabe-4364-88bd-b8a7714177dd req-50a2c5ae-c3c8-400e-87d6-38438120b971 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291831 Aug 13 03:45:11.324597 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4d17e0-519f-4781-8d54-b4af8ea34be0,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:11.328767 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-2c943e9f-1ca4-4bc3-8387-60386ade323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:11.330630 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-2c943e9f-1ca4-4bc3-8387-60386ade323f service neutron] 10.222.0.18 "GET /v2.0/networks?id=43e754cb-cd5a-4629-a42c-1824d83c9da4 HTTP/1.1" status: 200 len: 909 time: 0.2438543 Aug 13 03:45:11.366927 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.402550 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:11.482030 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:11.486788 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:11.486947 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.573540 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-4a84da98-0ed0-406b-80cc-7504bc3338e0 None None] Provisioning for port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:11.582387 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-4a84da98-0ed0-406b-80cc-7504bc3338e0 None None] Provisioning complete for port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:11.582794 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4a84da98-0ed0-406b-80cc-7504bc3338e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.601136 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.652383 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-4a84da98-0ed0-406b-80cc-7504bc3338e0 None None] Port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:11.655872 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.670755 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247bbaa-6bd4-4c95-b281-5f3b392a72bc req-c330c730-895e-45ca-bf44-f0c1cc3cc139 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:11.673146 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c247bbaa-6bd4-4c95-b281-5f3b392a72bc req-c330c730-895e-45ca-bf44-f0c1cc3cc139 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0671470 Aug 13 03:45:11.686983 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=4dee6618-3e1e-4e87-9bb7-a9c760cd2661,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:11.692678 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.733467 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c247bbaa-6bd4-4c95-b281-5f3b392a72bc req-321939bc-f286-4061-822b-dbe47b3d4529 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535998 Aug 13 03:45:11.767660 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=4dee6618-3e1e-4e87-9bb7-a9c760cd2661,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:11.823273 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.830558 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.931417 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:11.936255 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4d17e0-519f-4781-8d54-b4af8ea34be0,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:12.028076 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740810a8-e5c6-43f3-99ee-b152e46ef322 req-cea87259-9c2f-4eae-9cfe-3bea0944e79e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:12.029651 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-740810a8-e5c6-43f3-99ee-b152e46ef322 req-cea87259-9c2f-4eae-9cfe-3bea0944e79e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0791476 Aug 13 03:45:12.084427 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Network 9f3038a7-dd43-4378-a93f-eb921375b295 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:12.086605 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:12.087173 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-740810a8-e5c6-43f3-99ee-b152e46ef322 req-dc3703c2-dcdf-4f5e-8157-549068b28d32 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475357 Aug 13 03:45:12.253275 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Router 24260b7b-dfce-445a-8104-2907035fd7fa has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:45:12.391471 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-a7c8fedc-f6a8-40f3-ac21-7345738e2c6b None None] Provisioning complete for port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:12.395058 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fedc-f6a8-40f3-ac21-7345738e2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:12.450104 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8fedc-f6a8-40f3-ac21-7345738e2c6b None None] Port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:12.467050 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:12.478030 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-65c99d37-dfff-4387-90c1-956d87d03287 admin admin] 10.222.0.58 "PUT /v2.0/routers/24260b7b-dfce-445a-8104-2907035fd7fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2046330 Aug 13 03:45:12.505236 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6890d-18f9-420d-adc0-b10f1bcf8353 req-d320b0ec-79ff-4ccb-8bfc-ea88caae1195 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:12.506997 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-42e6890d-18f9-420d-adc0-b10f1bcf8353 req-d320b0ec-79ff-4ccb-8bfc-ea88caae1195 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 944 time: 0.0608664 Aug 13 03:45:12.567104 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-42e6890d-18f9-420d-adc0-b10f1bcf8353 req-53bdb894-a0bc-4ad5-8f67-05017111a49b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489964 Aug 13 03:45:12.679408 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc014f7-0fd3-41d0-a41e-eee6d37aadd5 req-c7b2639f-0d9b-44f1-808b-08d45ec0e23e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:12.681747 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2bc014f7-0fd3-41d0-a41e-eee6d37aadd5 req-c7b2639f-0d9b-44f1-808b-08d45ec0e23e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0597332 Aug 13 03:45:12.731773 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2bc014f7-0fd3-41d0-a41e-eee6d37aadd5 req-c67adafe-164b-4121-881c-aaf73b2f30da tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 Aug 13 03:45:12.876013 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90421a-90bc-43fb-a0c4-90bb35bab7c0 req-e5db12fb-9043-4104-8841-75572c6d53aa tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:12.878745 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0e90421a-90bc-43fb-a0c4-90bb35bab7c0 req-e5db12fb-9043-4104-8841-75572c6d53aa tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 945 time: 0.0571420 Aug 13 03:45:12.928809 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0e90421a-90bc-43fb-a0c4-90bb35bab7c0 req-a605ff66-2b95-4f8c-bc4b-308dab382738 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389977 Aug 13 03:45:13.036736 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Sync routers for ids ['24260b7b-dfce-445a-8104-2907035fd7fa'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:13.046849 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Routers {'24260b7b-dfce-445a-8104-2907035fd7fa'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:13.047551 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:45:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['24260b7b-dfce-445a-8104-2907035fd7fa'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:13.166025 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Set router 24260b7b-dfce-445a-8104-2907035fd7fa gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:13.257552 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 52242) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:13.266044 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-7a0f08a6-7728-4e78-8b0c-fdb0632d4841 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750930071', 'description': 'tempest-secgroup-smoke-1750930071 description', 'project_id': '3e5339bbe48b46729948f977f174854a'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:13.294626 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7a0f08a6-7728-4e78-8b0c-fdb0632d4841 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.308270 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:13.423252 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:13.423629 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.424956 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7a0f08a6-7728-4e78-8b0c-fdb0632d4841 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.430686 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7a0f08a6-7728-4e78-8b0c-fdb0632d4841 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.462674 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:13.509796 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7a0f08a6-7728-4e78-8b0c-fdb0632d4841 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.516430 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-7a0f08a6-7728-4e78-8b0c-fdb0632d4841 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2523744 Aug 13 03:45:13.520980 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 52246) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:13.524015 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:04Z', 'updated_at': '2021-08-13T03:45:11Z', 'revision_number': 4, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'gw_port': {'id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:05Z', 'updated_at': '2021-08-13T03:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1b4d17e0-519f-4781-8d54-b4af8ea34be0', 'name': '', 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'mac_address': 'fa:16:3e:b4:17:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5fac26f1-b7c1-4a21-a479-9517fef37674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:09Z', 'updated_at': '2021-08-13T03:45:11Z', 'revision_number': 2, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'subnets': [{'id': '5fac26f1-b7c1-4a21-a479-9517fef37674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:13.529716 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-3f3e36a5-582d-48c9-a45d-1b12cf094831 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63453d81-08e7-4699-8844-93dc32bcdadc HTTP/1.1" status: 200 len: 217 time: 0.0694144 Aug 13 03:45:13.533348 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-86fa4c22-ffaa-4e57-aaeb-30a4406dc381 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'security_group_rule': {'security_group_id': '084e597c-2383-43d5-a16b-369b44b31cea', 'project_id': '3e5339bbe48b46729948f977f174854a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:13.539832 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f08a6-7728-4e78-8b0c-fdb0632d4841 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084e597c-2383-43d5-a16b-369b44b31cea,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:13.571226 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-86fa4c22-ffaa-4e57-aaeb-30a4406dc381 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.571633 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Checking router: 24260b7b-dfce-445a-8104-2907035fd7fa for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:13.572167 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Updating router 24260b7b-dfce-445a-8104-2907035fd7fa port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:45:13.673791 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.691621 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-86fa4c22-ffaa-4e57-aaeb-30a4406dc381 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.698082 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-86fa4c22-ffaa-4e57-aaeb-30a4406dc381 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.715621 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.732180 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa4c22-ffaa-4e57-aaeb-30a4406dc381 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cb6c03-765d-45c3-9a57-083aff62b44e,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:13.745803 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-86fa4c22-ffaa-4e57-aaeb-30a4406dc381 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.749626 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-86fa4c22-ffaa-4e57-aaeb-30a4406dc381 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258067 Aug 13 03:45:13.753772 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 52250) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:13.758724 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-aaaaeec0-1ab5-4c4e-a5c9-34a32112d324 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'security_group_rule': {'security_group_id': '084e597c-2383-43d5-a16b-369b44b31cea', 'project_id': '3e5339bbe48b46729948f977f174854a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:13.783467 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2a046-d1ab-4edb-aa31-cf28cc5df5e0 req-2b9c5c5f-daa1-4fe3-b5a5-05bb5ab82efd tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:13.785225 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-30c2a046-d1ab-4edb-aa31-cf28cc5df5e0 req-2b9c5c5f-daa1-4fe3-b5a5-05bb5ab82efd tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 944 time: 0.0906725 Aug 13 03:45:13.795605 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:13.798995 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903dd869-48ee-44d9-a9f8-a522f8f77f5a" -d '{"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:13.841556 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeec0-1ab5-4c4e-a5c9-34a32112d324 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.880588 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:13.885393 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.897252 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-30c2a046-d1ab-4edb-aa31-cf28cc5df5e0 req-6408a9b5-0b09-4d1e-853c-c2dc66b8630d tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795162 Aug 13 03:45:13.984215 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07075550-3b6a-4881-b97b-6d875a0b9cdb req-1e10ff5c-29bb-41d8-8c65-8b08c077c9af tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:13.986504 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-07075550-3b6a-4881-b97b-6d875a0b9cdb req-1e10ff5c-29bb-41d8-8c65-8b08c077c9af tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1198678 Aug 13 03:45:14.000529 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeec0-1ab5-4c4e-a5c9-34a32112d324 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.012668 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c5fd13-9e0a-4f92-90c8-584e5f17c18e x-openstack-request-id: req-d9c5fd13-9e0a-4f92-90c8-584e5f17c18e {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:14.013134 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:14.013313 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9c5fd13-9e0a-4f92-90c8-584e5f17c18e {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:14.014086 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'code': 200} Aug 13 03:45:14.014303 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeec0-1ab5-4c4e-a5c9-34a32112d324 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.052866 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=8']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:14.082065 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaeec0-1ab5-4c4e-a5c9-34a32112d324 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8556d37a-8dd6-4a82-9c80-085c6c94cfc1,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:14.126845 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-07075550-3b6a-4881-b97b-6d875a0b9cdb req-130756f6-69a5-4050-bd68-b7c0091db24e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295049 Aug 13 03:45:14.133912 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeec0-1ab5-4c4e-a5c9-34a32112d324 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.138399 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-aaaaeec0-1ab5-4c4e-a5c9-34a32112d324 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3803215 Aug 13 03:45:14.140090 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 52260) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:14.148642 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-2f766b50-eea7-411e-afd8-4bedeae055b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'security_group_rule': {'security_group_id': '084e597c-2383-43d5-a16b-369b44b31cea', 'project_id': '3e5339bbe48b46729948f977f174854a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:14.167372 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed1f03-58f8-404d-9976-6e2717a5426f req-f5d4c584-1572-4d36-925d-49579446f0a3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:14.169804 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-40ed1f03-58f8-404d-9976-6e2717a5426f req-f5d4c584-1572-4d36-925d-49579446f0a3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1239574 Aug 13 03:45:14.213961 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2f766b50-eea7-411e-afd8-4bedeae055b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.227995 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-40ed1f03-58f8-404d-9976-6e2717a5426f req-7344aeb3-9c95-48c3-9e92-2290bf131e4b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517852 Aug 13 03:45:14.249334 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.263681 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Transition to ACTIVE for port object 1b4d17e0-519f-4781-8d54-b4af8ea34be0 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:14.273489 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.317338 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2f766b50-eea7-411e-afd8-4bedeae055b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.324551 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2f766b50-eea7-411e-afd8-4bedeae055b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.335544 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48467c-0537-4887-a16a-1b93bfcbe837 None None] Pushing event updated for resources: {'Port': ['ID=1b4d17e0-519f-4781-8d54-b4af8ea34be0,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:14.349317 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f766b50-eea7-411e-afd8-4bedeae055b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd2febe-8f5f-4053-a2aa-64cedc214270,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:14.357583 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2f766b50-eea7-411e-afd8-4bedeae055b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.359100 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-2f766b50-eea7-411e-afd8-4bedeae055b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2169051 Aug 13 03:45:14.364055 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 52262) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:14.369155 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-3431ece9-da3d-4813-86e1-4eba423bdef4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'security_group_rule': {'security_group_id': '084e597c-2383-43d5-a16b-369b44b31cea', 'project_id': '3e5339bbe48b46729948f977f174854a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:14.402943 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3431ece9-da3d-4813-86e1-4eba423bdef4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.428818 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Attempting to bind port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:14.429182 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Attempting to bind port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '02b89032-487f-4e6d-8ece-5c2e79db646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:14.429731 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Attempting to bind port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 on network 9f3038a7-dd43-4378-a93f-eb921375b295 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:14.436314 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:14.436735 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Checking segment: {'id': '02b89032-487f-4e6d-8ece-5c2e79db646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:14.437093 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.437644 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Bound using segment: {'id': '02b89032-487f-4e6d-8ece-5c2e79db646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:14.437976 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Bound port: 1b4d17e0-519f-4781-8d54-b4af8ea34be0, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b89032-487f-4e6d-8ece-5c2e79db646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:14.438389 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.484877 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3431ece9-da3d-4813-86e1-4eba423bdef4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.491272 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3431ece9-da3d-4813-86e1-4eba423bdef4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.512157 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431ece9-da3d-4813-86e1-4eba423bdef4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539983ec-8dda-42b9-adc0-71a7b566b975,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:14.518128 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] For port 1b4d17e0-519f-4781-8d54-b4af8ea34be0, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:14.522740 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] For port 1b4d17e0-519f-4781-8d54-b4af8ea34be0, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=1b4d17e0-519f-4781-8d54-b4af8ea34be0,segment=NetworkSegment(02b89032-487f-4e6d-8ece-5c2e79db646f),segment_id=02b89032-487f-4e6d-8ece-5c2e79db646f)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:14.528238 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.551947 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3431ece9-da3d-4813-86e1-4eba423bdef4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.557186 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 52266) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:14.569544 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-385135bf-1aa6-4068-aa37-fce71141a313 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'security_group_rule': {'security_group_id': '084e597c-2383-43d5-a16b-369b44b31cea', 'project_id': '3e5339bbe48b46729948f977f174854a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:14.577177 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-3431ece9-da3d-4813-86e1-4eba423bdef4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2108142 Aug 13 03:45:14.594807 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Routers {'24260b7b-dfce-445a-8104-2907035fd7fa'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:14.595458 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:45:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['24260b7b-dfce-445a-8104-2907035fd7fa'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:14.648559 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48467c-0537-4887-a16a-1b93bfcbe837 None None] Pushing event updated for resources: {'Port': ['ID=1b4d17e0-519f-4781-8d54-b4af8ea34be0,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:14.667557 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-c523c18c-e96a-49b7-8c23-56d45b3b318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:14.671969 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-c523c18c-e96a-49b7-8c23-56d45b3b318e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d358eef4-7cc4-41f2-be72-b21058bb30b2 HTTP/1.1" status: 200 len: 849 time: 0.0922086 Aug 13 03:45:14.686524 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.securitygroups_db [None req-385135bf-1aa6-4068-aa37-fce71141a313 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Project 3e5339bbe48b46729948f977f174854a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:45:14.708843 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-385135bf-1aa6-4068-aa37-fce71141a313 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.720812 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-827d89bc-bf12-4b3c-b035-2f674cace4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:14.723555 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-827d89bc-bf12-4b3c-b035-2f674cace4cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4db1968f1db44242913aa03c89b0d193&device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 1098 time: 0.1344512 Aug 13 03:45:14.728207 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-75ea5e37-74fb-4578-ade4-c78f438a7049 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43e754cb-cd5a-4629-a42c-1824d83c9da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464525 Aug 13 03:45:14.744352 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] Set router 24260b7b-dfce-445a-8104-2907035fd7fa gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:14.895884 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-385135bf-1aa6-4068-aa37-fce71141a313 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.904432 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-385135bf-1aa6-4068-aa37-fce71141a313 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.917196 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-2efde23a-a6c9-4ec0-ade4-e9a454f1e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:14.918802 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-2efde23a-a6c9-4ec0-ade4-e9a454f1e299 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 200 len: 918 time: 0.1783659 Aug 13 03:45:14.928538 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385135bf-1aa6-4068-aa37-fce71141a313 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084eddf0-6f64-43fa-a6a3-3be1bb3d4e2e,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:14.940399 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-0d44f244-0440-43e8-ac03-11d64bc8abbb service neutron] 10.222.0.18 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987612 Aug 13 03:45:14.941335 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-385135bf-1aa6-4068-aa37-fce71141a313 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.942064 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-385135bf-1aa6-4068-aa37-fce71141a313 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3838301 Aug 13 03:45:14.947414 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 52270) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:14.954272 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-7eb2c874-8d6d-4884-8f2c-6be02662f83a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'security_group_rule': {'security_group_id': '084e597c-2383-43d5-a16b-369b44b31cea', 'project_id': '3e5339bbe48b46729948f977f174854a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:14.980003 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-0c09f121-111e-4d84-a241-71a30ee729d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097 HTTP/1.1" status: 200 len: 217 time: 0.0478840 Aug 13 03:45:15.053067 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-275667ee-b641-4900-8cfc-d8f60cf0b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:15.054939 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-275667ee-b641-4900-8cfc-d8f60cf0b325 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 200 len: 858 time: 0.0664637 Aug 13 03:45:15.059695 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.securitygroups_db [None req-7eb2c874-8d6d-4884-8f2c-6be02662f83a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Project 3e5339bbe48b46729948f977f174854a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:45:15.073503 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c874-8d6d-4884-8f2c-6be02662f83a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.102073 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-f7302155-3d5b-4879-9372-368f482b2352 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac7b78a2-8d56-47b5-a802-e41f1c206f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379834 Aug 13 03:45:15.159671 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:04Z', 'updated_at': '2021-08-13T03:45:11Z', 'revision_number': 4, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'gw_port': {'id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:05Z', 'updated_at': '2021-08-13T03:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1b4d17e0-519f-4781-8d54-b4af8ea34be0', 'name': '', 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'mac_address': 'fa:16:3e:b4:17:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5fac26f1-b7c1-4a21-a479-9517fef37674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:09Z', 'updated_at': '2021-08-13T03:45:14Z', 'revision_number': 4, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'subnets': [{'id': '5fac26f1-b7c1-4a21-a479-9517fef37674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:15.165030 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8227fc3-0de8-4b70-8ad4-ca55a37b5313 req-98dedaa1-b709-4abb-83e4-8bc064f276a9 service neutron] 10.222.0.18 "GET /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047627 Aug 13 03:45:15.184439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b9d0f-d0fd-40e6-b2b3-6204409cb32f req-d49ca724-f850-4966-a706-4a35e49a7ff7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:15.192780 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-af0b9d0f-d0fd-40e6-b2b3-6204409cb32f req-d49ca724-f850-4966-a706-4a35e49a7ff7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 944 time: 0.1014721 Aug 13 03:45:15.209862 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bd339-7edd-4f9e-8794-1a5b1dbc7248 None None] The sync data for ids ['24260b7b-dfce-445a-8104-2907035fd7fa'] in dv-cinder-760197-5-iscsi is: [{'id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:04Z', 'updated_at': '2021-08-13T03:45:11Z', 'revision_number': 4, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'gw_port': {'id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:05Z', 'updated_at': '2021-08-13T03:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1b4d17e0-519f-4781-8d54-b4af8ea34be0', 'name': '', 'network_id': '9f3038a7-dd43-4378-a93f-eb921375b295', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'mac_address': 'fa:16:3e:b4:17:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5fac26f1-b7c1-4a21-a479-9517fef37674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:09Z', 'updated_at': '2021-08-13T03:45:14Z', 'revision_number': 4, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'subnets': [{'id': '5fac26f1-b7c1-4a21-a479-9517fef37674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:15.292862 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c874-8d6d-4884-8f2c-6be02662f83a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.319177 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c874-8d6d-4884-8f2c-6be02662f83a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.350185 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-c33ceed1-c244-4c8f-961d-78ebacaa45ae service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359719 Aug 13 03:45:15.396033 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2c874-8d6d-4884-8f2c-6be02662f83a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cf38b1-da35-4869-afc1-ef0515e2c9cf,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:15.403478 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-af0b9d0f-d0fd-40e6-b2b3-6204409cb32f req-6ee632ba-2ba2-442a-9b1b-73a6ad41e44c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921651 Aug 13 03:45:15.404309 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c874-8d6d-4884-8f2c-6be02662f83a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.409263 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7eb2c874-8d6d-4884-8f2c-6be02662f83a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4603987 Aug 13 03:45:15.444739 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8002-3b94-4621-8e83-bc2d360fb0bf req-04c74d25-9215-4464-9d82-15c406a27d16 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:15.452941 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-375a8002-3b94-4621-8e83-bc2d360fb0bf req-04c74d25-9215-4464-9d82-15c406a27d16 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1917820 Aug 13 03:45:15.491944 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-f60a6386-a0b2-465d-b344-64af1fda53d3 req-75648b37-3b8b-4004-8956-85945201f3bd service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322548 Aug 13 03:45:15.518295 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-375a8002-3b94-4621-8e83-bc2d360fb0bf req-ceaad52f-1af1-4caf-9846-bc9014b94155 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615709 Aug 13 03:45:15.591351 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1441eb-85a8-4a54-9d63-87f8d435de38 req-3c7ebfa2-c90b-4e7a-893d-5a03f3b37f11 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:15.599361 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-db1441eb-85a8-4a54-9d63-87f8d435de38 req-3c7ebfa2-c90b-4e7a-893d-5a03f3b37f11 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0651324 Aug 13 03:45:15.651161 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-db1441eb-85a8-4a54-9d63-87f8d435de38 req-7b16ecae-6c75-4338-8f68-7014397c3237 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482478 Aug 13 03:45:16.618166 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484239-d477-4185-b1de-2f6058b8d85e req-22ba2a3c-ff74-4b14-80d3-2baa938871ac tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:16.621088 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-55484239-d477-4185-b1de-2f6058b8d85e req-22ba2a3c-ff74-4b14-80d3-2baa938871ac tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 944 time: 0.0907595 Aug 13 03:45:16.736476 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-55484239-d477-4185-b1de-2f6058b8d85e req-9013c462-7e2a-4e25-8c3b-6a37ccc71a6e tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017222 Aug 13 03:45:16.745570 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a9649-e996-424a-9812-127cec48e4c0 req-72daa9b9-e062-4e30-9a80-8eb7d23a070b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:16.747295 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6d6a9649-e996-424a-9812-127cec48e4c0 req-72daa9b9-e062-4e30-9a80-8eb7d23a070b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1158628 Aug 13 03:45:16.826501 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6d6a9649-e996-424a-9812-127cec48e4c0 req-2eea354b-1a1f-4ba2-ac9a-f19227edcf81 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619721 Aug 13 03:45:16.925617 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da2a57-9da6-4b7a-8552-2d78b3b88102 req-b80b22ef-b6c6-4fa1-a914-87a5763c854d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:16.928472 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-17da2a57-9da6-4b7a-8552-2d78b3b88102 req-b80b22ef-b6c6-4fa1-a914-87a5763c854d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0892055 Aug 13 03:45:16.993844 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-17da2a57-9da6-4b7a-8552-2d78b3b88102 req-97670227-28ca-42cc-8339-85603566d959 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486634 Aug 13 03:45:17.062739 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 63453d81-08e7-4699-8844-93dc32bcdadc details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:45:17.255854 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 63453d81-08e7-4699-8844-93dc32bcdadc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63453d81-08e7-4699-8844-93dc32bcdadc,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:17.304370 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '63453d81-08e7-4699-8844-93dc32bcdadc', 'network_id': '43e754cb-cd5a-4629-a42c-1824d83c9da4', 'port_id': '63453d81-08e7-4699-8844-93dc32bcdadc', 'mac_address': 'fa:16:3e:7c:2b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd358eef4-7cc4-41f2-be72-b21058bb30b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:45:17.402943 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1b4d17e0-519f-4781-8d54-b4af8ea34be0 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:17.432549 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:17.458980 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63453d81-08e7-4699-8844-93dc32bcdadc {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:45:17.510284 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 63453d81-08e7-4699-8844-93dc32bcdadc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63453d81-08e7-4699-8844-93dc32bcdadc,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:17.519239 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:17.526261 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:17.552490 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a0c80-9177-48e2-b5d3-64fe9b3da715 req-48f7ee83-cd7c-4d23-aa76-333404db256a tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:17.565974 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:17.566349 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:17.571376 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-652a0c80-9177-48e2-b5d3-64fe9b3da715 req-48f7ee83-cd7c-4d23-aa76-333404db256a tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 945 time: 0.1237578 Aug 13 03:45:17.634859 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=63453d81-08e7-4699-8844-93dc32bcdadc,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:17.681970 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-652a0c80-9177-48e2-b5d3-64fe9b3da715 req-2f5dc561-048e-4f0e-a910-48666d59e52e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033292 Aug 13 03:45:17.902989 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:18.016698 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 1b4d17e0-519f-4781-8d54-b4af8ea34be0, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=1b4d17e0-519f-4781-8d54-b4af8ea34be0,segment=NetworkSegment(02b89032-487f-4e6d-8ece-5c2e79db646f),segment_id=02b89032-487f-4e6d-8ece-5c2e79db646f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:18.035705 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['63453d81-08e7-4699-8844-93dc32bcdadc'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:45:18.081616 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9bebd-39bb-45df-944e-07a38a7b8ff7 req-5ee8fe63-4847-487a-9e01-3ddc061677f5 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:18.093812 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bba9bebd-39bb-45df-944e-07a38a7b8ff7 req-5ee8fe63-4847-487a-9e01-3ddc061677f5 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 945 time: 0.2012677 Aug 13 03:45:18.148872 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:18.202329 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13e19d-9fa0-4ab5-b04c-6623ac13cb5c req-f944a3f5-dcdf-48bc-9df4-f441ab664f3d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:18.204136 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f13e19d-9fa0-4ab5-b04c-6623ac13cb5c req-f944a3f5-dcdf-48bc-9df4-f441ab664f3d tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1087639 Aug 13 03:45:18.211232 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bba9bebd-39bb-45df-944e-07a38a7b8ff7 req-fed18024-473d-4623-ab86-cdfa556225b2 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669026 Aug 13 03:45:18.292050 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f13e19d-9fa0-4ab5-b04c-6623ac13cb5c req-7a423c10-c53c-4061-a5ec-f9931d802826 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752509 Aug 13 03:45:18.305695 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=1b4d17e0-519f-4781-8d54-b4af8ea34be0,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:18.857307 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad22b4-b6e1-481c-8ba4-377109a3bb5c req-5d878230-5295-4285-9ffa-81392882ba4d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:18.859940 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9dad22b4-b6e1-481c-8ba4-377109a3bb5c req-5d878230-5295-4285-9ffa-81392882ba4d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0853479 Aug 13 03:45:18.967959 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9dad22b4-b6e1-481c-8ba4-377109a3bb5c req-d18aac89-40f7-47e3-818d-82fd198ef157 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926263 Aug 13 03:45:18.984194 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e9aab-339d-4f32-a940-9fadaa34e4d9 req-366466df-9575-4b70-adbb-83f4ad5ff0cd tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:18.990244 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-db4e9aab-339d-4f32-a940-9fadaa34e4d9 req-366466df-9575-4b70-adbb-83f4ad5ff0cd tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 945 time: 0.1183538 Aug 13 03:45:19.041955 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-db4e9aab-339d-4f32-a940-9fadaa34e4d9 req-d9739f1a-ef95-49c4-9aa8-79f1c874e0c3 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446472 Aug 13 03:45:19.074539 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 63453d81-08e7-4699-8844-93dc32bcdadc up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:19.145637 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 63453d81-08e7-4699-8844-93dc32bcdadc completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:19.151230 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 63453d81-08e7-4699-8844-93dc32bcdadc triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:19.152089 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:19.171752 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 52426) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:19.272072 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:19.314827 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 63453d81-08e7-4699-8844-93dc32bcdadc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63453d81-08e7-4699-8844-93dc32bcdadc,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:19.316930 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdbec7-16bb-4fe7-86de-33d2e4e17d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63453d81-08e7-4699-8844-93dc32bcdadc'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:19.320838 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97caa53a-195b-4c54-89de-61382adeac46" -d '{"events": [{"server_uuid": "32fdbec7-16bb-4fe7-86de-33d2e4e17d76", "name": "network-vif-plugged", "status": "completed", "tag": "63453d81-08e7-4699-8844-93dc32bcdadc"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:19.325783 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:19.326887 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:19.419843 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c5fe2e-4e32-4e9b-9dd7-6610ec2617ae x-openstack-request-id: req-08c5fe2e-4e32-4e9b-9dd7-6610ec2617ae {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:19.420257 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fdbec7-16bb-4fe7-86de-33d2e4e17d76", "name": "network-vif-plugged", "status": "completed", "tag": "63453d81-08e7-4699-8844-93dc32bcdadc", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:19.420528 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08c5fe2e-4e32-4e9b-9dd7-6610ec2617ae {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:19.420950 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdbec7-16bb-4fe7-86de-33d2e4e17d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63453d81-08e7-4699-8844-93dc32bcdadc', 'code': 200} Aug 13 03:45:19.425880 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=63453d81-08e7-4699-8844-93dc32bcdadc,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:19.435337 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1b4d17e0-519f-4781-8d54-b4af8ea34be0 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:19.454349 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-1462ea4f-55b8-4bdb-9abc-401431db1f3e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:19.456256 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-1462ea4f-55b8-4bdb-9abc-401431db1f3e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.18 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 945 time: 0.2275219 Aug 13 03:45:19.464390 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-fc61efbf-7589-40f4-abc4-85a67dad7a3f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2895174 Aug 13 03:45:19.481392 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6354f6-676f-4fd0-97c0-a7052874ae0f req-4d720d4e-87ee-4c9d-aa6e-2b6f28a79fad tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:19.492204 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ce6354f6-676f-4fd0-97c0-a7052874ae0f req-4d720d4e-87ee-4c9d-aa6e-2b6f28a79fad tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.1161230 Aug 13 03:45:19.514546 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.515403 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.516046 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.517208 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.517972 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.518567 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.519176 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.519705 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.520079 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.520522 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.521193 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.521780 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:19.580630 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:19.581025 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:19.678831 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Deleting port 60c35f40-07c7-4c58-912c-181d1c40218c {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:19.679194 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:19.685364 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ce6354f6-676f-4fd0-97c0-a7052874ae0f req-9067690b-5a0b-4fc8-adba-705ba2fb551c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802278 Aug 13 03:45:19.722510 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0d73-76d7-47bf-9381-b358d915392c req-3e34620f-bbbf-4166-be53-074fa7af02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:19.725152 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c9a0d73-76d7-47bf-9381-b358d915392c req-3e34620f-bbbf-4166-be53-074fa7af02cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 1099 time: 0.1435721 Aug 13 03:45:19.827694 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3c9a0d73-76d7-47bf-9381-b358d915392c req-ffca1cab-a50d-4503-8a76-91bcde515e52 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918851 Aug 13 03:45:19.947267 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] For port 60c35f40-07c7-4c58-912c-181d1c40218c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60c35f40-07c7-4c58-912c-181d1c40218c,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:19.949251 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:19.973592 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Calling delete_port for 60c35f40-07c7-4c58-912c-181d1c40218c owned by compute:nova {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:20.182699 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aee8b9-8ffb-4adb-8f70-8a0fb7243724 req-6570d8d3-4f90-42d6-8e9d-e05f71e74dbc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:20.184734 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9aee8b9-8ffb-4adb-8f70-8a0fb7243724 req-6570d8d3-4f90-42d6-8e9d-e05f71e74dbc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0786109 Aug 13 03:45:20.220376 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:20.236593 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['60c35f40-07c7-4c58-912c-181d1c40218c'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:45:20.314720 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9aee8b9-8ffb-4adb-8f70-8a0fb7243724 req-8aafa65c-2636-4ae7-b4f8-938f6ac0e86c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878603 Aug 13 03:45:20.329254 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbcd9e-11d9-446e-9c7b-a420a293380b req-deea4e8b-dfe9-4988-ad34-2a9423286f68 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:20.331790 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4bfbcd9e-11d9-446e-9c7b-a420a293380b req-deea4e8b-dfe9-4988-ad34-2a9423286f68 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 867 time: 0.1751139 Aug 13 03:45:20.339648 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Pushing event deleted for resources: {'Port': ['ID=60c35f40-07c7-4c58-912c-181d1c40218c,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:20.391978 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] No DVR routers for this DVR port 60c35f40-07c7-4c58-912c-181d1c40218c on host hv-cinder-76019 {{(pid=100566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:45:20.395679 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:20.397890 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-fdd745e3-bec2-4766-aee0-de56bf3c15a7 req-869e5be5-a9d0-4b06-bc4c-70e244c2bb5e tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.18 "DELETE /v2.0/ports/60c35f40-07c7-4c58-912c-181d1c40218c HTTP/1.1" status: 204 len: 173 time: 0.9321063 Aug 13 03:45:20.398593 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af5512-1906-4a4d-875d-b1070095b2e4', 'name': 'network-vif-deleted', 'tag': '60c35f40-07c7-4c58-912c-181d1c40218c'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:20.401096 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58257d7c-d5a6-488e-89cc-a9118acbc4fa" -d '{"events": [{"server_uuid": "44af5512-1906-4a4d-875d-b1070095b2e4", "name": "network-vif-deleted", "tag": "60c35f40-07c7-4c58-912c-181d1c40218c"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:20.417627 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4bfbcd9e-11d9-446e-9c7b-a420a293380b req-dfef6e2b-2cd3-4ab2-a06a-31598a55d541 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792010 Aug 13 03:45:20.484463 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a33ec1-ad82-4128-ac31-fbac5624f56c x-openstack-request-id: req-00a33ec1-ad82-4128-ac31-fbac5624f56c {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:20.484774 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af5512-1906-4a4d-875d-b1070095b2e4", "name": "network-vif-deleted", "tag": "60c35f40-07c7-4c58-912c-181d1c40218c", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:20.485006 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00a33ec1-ad82-4128-ac31-fbac5624f56c {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:20.485424 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af5512-1906-4a4d-875d-b1070095b2e4', 'name': 'network-vif-deleted', 'tag': '60c35f40-07c7-4c58-912c-181d1c40218c', 'status': 'completed', 'code': 200} Aug 13 03:45:20.831174 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e2c1-8c05-4288-b09e-dadd49ef0085 req-4338dd2d-39ac-4c0d-86e8-3390aa19ea68 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:20.833906 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4370e2c1-8c05-4288-b09e-dadd49ef0085 req-4338dd2d-39ac-4c0d-86e8-3390aa19ea68 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0692081 Aug 13 03:45:20.899978 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4370e2c1-8c05-4288-b09e-dadd49ef0085 req-cfb1748c-1f29-4126-a1ae-69453ba68447 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584424 Aug 13 03:45:21.458080 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c1a19-5095-4546-ac28-b5230ada9a21 req-becc11c2-542c-4ecd-a469-91aa5d2ac838 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:21.459634 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-204c1a19-5095-4546-ac28-b5230ada9a21 req-becc11c2-542c-4ecd-a469-91aa5d2ac838 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0531447 Aug 13 03:45:21.511714 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-204c1a19-5095-4546-ac28-b5230ada9a21 req-2e954f68-4024-4e4d-b737-48aed66906c0 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 Aug 13 03:45:21.543074 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d62e685a-7956-43c3-bb2f-61af3da1ad09 req-d8c071e8-b256-4a04-9e89-8da9d3b53e76 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0301080 Aug 13 03:45:22.035547 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7778a-83a1-4e58-8d80-baba7883bed2 req-1427b516-2509-4963-966c-0ca2018dbc1c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:22.037095 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0bc7778a-83a1-4e58-8d80-baba7883bed2 req-1427b516-2509-4963-966c-0ca2018dbc1c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0637197 Aug 13 03:45:22.080588 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0bc7778a-83a1-4e58-8d80-baba7883bed2 req-02f03f0a-f3fb-4a7c-828d-6898070ae949 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366075 Aug 13 03:45:22.658324 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c5cfe7a8-a279-4fc2-ac8c-c7226e96085b req-7b317c12-0ce1-416e-b45b-6b3a34c67882 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0337753 Aug 13 03:45:22.670189 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea04c6-f44d-429f-8363-7d448ac6b391 req-3572b433-4f7b-424d-977e-0da28bc01187 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:22.672309 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2dea04c6-f44d-429f-8363-7d448ac6b391 req-3572b433-4f7b-424d-977e-0da28bc01187 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0830169 Aug 13 03:45:22.714879 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2dea04c6-f44d-429f-8363-7d448ac6b391 req-877a0a07-c72c-44a1-8616-cc0a9558e38f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Aug 13 03:45:23.227499 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58bdd9-3055-428d-8199-7c58e27f0582 req-832780e4-201a-4bfa-94b1-72e5a4415460 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:23.229042 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1e58bdd9-3055-428d-8199-7c58e27f0582 req-832780e4-201a-4bfa-94b1-72e5a4415460 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0587199 Aug 13 03:45:23.281479 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1e58bdd9-3055-428d-8199-7c58e27f0582 req-fe3228df-7a4d-4e53-a21b-ee381f3f30f5 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Aug 13 03:45:23.478924 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 60c35f40-07c7-4c58-912c-181d1c40218c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:23.505104 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 60c35f40-07c7-4c58-912c-181d1c40218c {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:23.505361 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 60c35f40-07c7-4c58-912c-181d1c40218c not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:23.798789 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-91694bf7-6035-48ec-b3e8-7442991ba792 req-7df4ba13-fa27-45a3-89c2-2a8ce56ed10a tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=44af5512-1906-4a4d-875d-b1070095b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0418673 Aug 13 03:45:23.850191 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd21a7-0b3d-4b32-bb29-d8e090b83dd3 req-1cc8830e-c49b-47d9-97a4-7f30538199c0 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:23.851820 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b4fd21a7-0b3d-4b32-bb29-d8e090b83dd3 req-1cc8830e-c49b-47d9-97a4-7f30538199c0 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0563853 Aug 13 03:45:23.901508 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b4fd21a7-0b3d-4b32-bb29-d8e090b83dd3 req-2f0def64-9559-4fb7-a6e1-69608e3a26f2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374882 Aug 13 03:45:24.457765 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7049fcd-86e8-41f9-9b33-b29d4b3f7cb2 req-962367ec-c24b-4431-983e-3ba16740c52e tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:24.459429 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7049fcd-86e8-41f9-9b33-b29d4b3f7cb2 req-962367ec-c24b-4431-983e-3ba16740c52e tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0983272 Aug 13 03:45:24.509363 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7049fcd-86e8-41f9-9b33-b29d4b3f7cb2 req-aadc2a82-d909-455c-9532-53699258824d tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Aug 13 03:45:25.076712 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92414727-46ab-4325-a8cc-7778c4c504bc req-8e2dc687-5caf-4f0f-bf3e-5eafb2ef77d8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:25.079046 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92414727-46ab-4325-a8cc-7778c4c504bc req-8e2dc687-5caf-4f0f-bf3e-5eafb2ef77d8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0849450 Aug 13 03:45:25.144571 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-5064993e-988a-4389-bcd1-e7d0f6097bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:25.147150 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92414727-46ab-4325-a8cc-7778c4c504bc req-d1ad8aca-aa0f-445d-8afd-9158bf2dc95a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563269 Aug 13 03:45:25.147309 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-5064993e-988a-4389-bcd1-e7d0f6097bcd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721&tenant_id=c8d6cadea26a4a55baf2f4fc00161f21 HTTP/1.1" status: 200 len: 1096 time: 0.1429899 Aug 13 03:45:25.221040 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-291bd0df-8972-4bfb-b714-b8e054e982c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:25.223005 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-291bd0df-8972-4bfb-b714-b8e054e982c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 1096 time: 0.0476143 Aug 13 03:45:25.319035 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-ddf8200c-9788-4551-8412-56c8f8ed0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:25.320525 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-ddf8200c-9788-4551-8412-56c8f8ed0b27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 917 time: 0.0905445 Aug 13 03:45:25.397835 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-d8a75128-9a3b-4452-b1e4-227caaedffba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c4025de-5669-446a-8fc1-7fbacc74a859 HTTP/1.1" status: 200 len: 999 time: 0.0698376 Aug 13 03:45:25.462486 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-a1e5413a-d5b3-4971-9874-ed15e28ba7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:25.463989 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-a1e5413a-d5b3-4971-9874-ed15e28ba7cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.0565174 Aug 13 03:45:25.551776 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb3939-3b94-4c25-b015-80a4b6f83f5a req-55a477a0-ed97-49ba-8924-0e4713be11df tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:25.553345 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ffdb3939-3b94-4c25-b015-80a4b6f83f5a req-55a477a0-ed97-49ba-8924-0e4713be11df tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0695066 Aug 13 03:45:25.595201 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ffdb3939-3b94-4c25-b015-80a4b6f83f5a req-7f030388-df22-4e12-807c-828681ac99a5 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345836 Aug 13 03:45:25.884098 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b25672-5394-47d0-9608-6d8028b48d3f req-03b0c3d1-db4a-41b2-b23d-6dd5bbb286b2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:25.885682 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-25b25672-5394-47d0-9608-6d8028b48d3f req-03b0c3d1-db4a-41b2-b23d-6dd5bbb286b2 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0638235 Aug 13 03:45:25.927808 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-25b25672-5394-47d0-9608-6d8028b48d3f req-ab378da5-93c7-4859-8e2e-c5377018fa5f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Aug 13 03:45:26.317004 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906cc83-d4cd-4b7e-8f72-9c7ba828e0c5 req-c9a3e468-e759-455e-a686-84f46e73cf72 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:26.318612 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a906cc83-d4cd-4b7e-8f72-9c7ba828e0c5 req-c9a3e468-e759-455e-a686-84f46e73cf72 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0565653 Aug 13 03:45:26.359653 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a906cc83-d4cd-4b7e-8f72-9c7ba828e0c5 req-94df9f20-59ae-41b6-93d1-2f39b5c8edd2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342031 Aug 13 03:45:26.735784 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7310a-e9d5-4d6a-9e1f-e4624e144b1e req-2aaa4c3e-127d-4809-9bba-4ec9cd7965e1 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:26.737379 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ff7310a-e9d5-4d6a-9e1f-e4624e144b1e req-2aaa4c3e-127d-4809-9bba-4ec9cd7965e1 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0633256 Aug 13 03:45:26.783900 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ff7310a-e9d5-4d6a-9e1f-e4624e144b1e req-92781de9-ae25-475d-8b29-2aff3f13c04e tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362151 Aug 13 03:45:27.095355 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849455f-1a2a-4179-9b5a-0deb2451e005 req-9f75e79f-d7db-483a-b341-b2bc9164d668 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:27.096973 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0849455f-1a2a-4179-9b5a-0deb2451e005 req-9f75e79f-d7db-483a-b341-b2bc9164d668 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0593634 Aug 13 03:45:27.144342 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0849455f-1a2a-4179-9b5a-0deb2451e005 req-b6f829f6-d9dc-40d6-8487-f9f4704ba147 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Aug 13 03:45:27.520328 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e0754-dc8b-4a65-9afa-626e23c0db7c req-e8fd3ced-9995-4c99-b610-9d07fe0f1bd8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:27.521909 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-174e0754-dc8b-4a65-9afa-626e23c0db7c req-e8fd3ced-9995-4c99-b610-9d07fe0f1bd8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0618048 Aug 13 03:45:27.562170 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-174e0754-dc8b-4a65-9afa-626e23c0db7c req-5f32a8c4-c046-4d51-a48f-bfad4352e4ec tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342824 Aug 13 03:45:27.911336 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364e2da-52ee-4147-941d-f0dcee0dea62 req-b779eeaf-b332-455e-8055-ab490a817bf8 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:27.913500 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f364e2da-52ee-4147-941d-f0dcee0dea62 req-b779eeaf-b332-455e-8055-ab490a817bf8 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0554359 Aug 13 03:45:27.973144 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f364e2da-52ee-4147-941d-f0dcee0dea62 req-d42ffcaa-7f1d-4478-926f-16884137bcbb tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Aug 13 03:45:28.293687 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f45a6-b64a-4ef2-aab3-604dc0c936b8 req-d416a34c-d0e9-4c86-93b0-31159fc5026e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:28.295266 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d31f45a6-b64a-4ef2-aab3-604dc0c936b8 req-d416a34c-d0e9-4c86-93b0-31159fc5026e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0648563 Aug 13 03:45:28.339981 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d31f45a6-b64a-4ef2-aab3-604dc0c936b8 req-fc9f9549-4b19-4463-b5e7-d647e1ea24b5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373902 Aug 13 03:45:28.482826 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-c8361e06-dec9-4371-adaf-4973cf9ab293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:28.484555 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-c8361e06-dec9-4371-adaf-4973cf9ab293 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678275 Aug 13 03:45:28.727782 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49004-0959-4719-97c4-d4dbf4c9ac3d req-3acabcb3-6a47-4519-81bb-fc77fbf2391e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:28.729751 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-59a49004-0959-4719-97c4-d4dbf4c9ac3d req-3acabcb3-6a47-4519-81bb-fc77fbf2391e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0701075 Aug 13 03:45:28.789627 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-59a49004-0959-4719-97c4-d4dbf4c9ac3d req-8721fecc-0c98-4726-8479-7fe76d9e9b90 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499449 Aug 13 03:45:28.847565 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-21741e66-15c2-4739-a4d8-45e33243491e service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408127 Aug 13 03:45:28.944300 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4b0ecc4b-251e-4b9f-8cc9-db35ffa03640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:28.977103 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-12bb172d-f330-4623-8d99-89d8a46b94e3 req-da8138a4-a107-4a04-9757-d8ffddfdd2ba service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208150 Aug 13 03:45:29.119637 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fb459-061e-49bf-9265-c28e6c5a6a7b req-5708273b-3f52-4a54-9cf9-944ccf1eea8c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:29.121498 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-080fb459-061e-49bf-9265-c28e6c5a6a7b req-5708273b-3f52-4a54-9cf9-944ccf1eea8c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0607884 Aug 13 03:45:29.177075 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-080fb459-061e-49bf-9265-c28e6c5a6a7b req-de8a8485-5c43-4241-a7fa-4fc45bbbf305 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488281 Aug 13 03:45:29.540629 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde6be-850b-4625-aa8d-781d4b9c4bba req-b72b123f-1aa3-44e3-9fe3-fbfc679a0d47 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:29.542238 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b5dde6be-850b-4625-aa8d-781d4b9c4bba req-b72b123f-1aa3-44e3-9fe3-fbfc679a0d47 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0891757 Aug 13 03:45:29.603449 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b5dde6be-850b-4625-aa8d-781d4b9c4bba req-fa285976-4b77-4cd5-baa7-519a7bb4bfe6 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Aug 13 03:45:30.032547 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551062a1-3750-4ef8-8f4a-5a7c23f4fbe9 req-d2edbde2-7f31-4497-8fb3-dc787ef5f44a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:30.045627 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-551062a1-3750-4ef8-8f4a-5a7c23f4fbe9 req-d2edbde2-7f31-4497-8fb3-dc787ef5f44a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1215413 Aug 13 03:45:30.165916 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-551062a1-3750-4ef8-8f4a-5a7c23f4fbe9 req-019f2037-fe96-4219-9bb6-1f8778775acb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180658 Aug 13 03:45:30.349798 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee706a-a1f8-4619-a675-000e50f9ea88 req-b751ef66-9934-4e81-b91a-f22cfac806a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:30.353551 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dbee706a-a1f8-4619-a675-000e50f9ea88 req-b751ef66-9934-4e81-b91a-f22cfac806a7 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0822165 Aug 13 03:45:30.423563 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dbee706a-a1f8-4619-a675-000e50f9ea88 req-79544603-36d3-4c97-bbcd-7f5c90e1acc4 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638163 Aug 13 03:45:30.831174 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d86b10-1877-4abd-9686-38b3f17f19d2 req-c757f8be-4764-4208-9458-e4716e0de810 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:30.832875 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-40d86b10-1877-4abd-9686-38b3f17f19d2 req-c757f8be-4764-4208-9458-e4716e0de810 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.1129305 Aug 13 03:45:30.916149 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-40d86b10-1877-4abd-9686-38b3f17f19d2 req-011a3f91-7041-4c7c-ba10-be9fef07fe3e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757942 Aug 13 03:45:31.342102 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8e982-023c-4d1b-baa3-f0fa4355be0d req-ef6f8315-a67a-4701-b9f1-8dee80fab91d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:31.345869 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7cc8e982-023c-4d1b-baa3-f0fa4355be0d req-ef6f8315-a67a-4701-b9f1-8dee80fab91d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0665812 Aug 13 03:45:31.411474 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7cc8e982-023c-4d1b-baa3-f0fa4355be0d req-8604e1b1-0dca-4c36-a0d6-d905e9d2ca90 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573773 Aug 13 03:45:31.630148 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5796d3-d06a-41d3-95ad-9a0f67e8fd51 req-1ebc3a53-2ac1-49f4-9448-571374168b1f tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:31.633590 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7e5796d3-d06a-41d3-95ad-9a0f67e8fd51 req-1ebc3a53-2ac1-49f4-9448-571374168b1f tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.1097882 Aug 13 03:45:31.684820 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7e5796d3-d06a-41d3-95ad-9a0f67e8fd51 req-a57ca103-dadc-4771-b1c9-1e30eda02a3a tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Aug 13 03:45:31.704048 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 52666) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:31.855548 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:31.988329 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:31.994324 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.078869 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eca6ac47b64c48c58c37d54c8c5fbc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732913 Aug 13 03:45:32.080598 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da90284-cd90-4a86-a206-ee6cd0693dfa,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:32.081652 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 52674) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:32.090627 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.090976 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.091312 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.091646 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.092026 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.092409 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.092788 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.093186 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.093533 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.093884 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.094232 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.094623 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a944f9a-1661-40c8-9f6c-cc249a5750c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.118717 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63f65d-0dd5-460d-9424-7b9fdd68ed44 req-ae40eabd-6840-4c54-9471-75ccab1a2a0b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:32.120319 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-be63f65d-0dd5-460d-9424-7b9fdd68ed44 req-ae40eabd-6840-4c54-9471-75ccab1a2a0b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0993481 Aug 13 03:45:32.147754 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.166603 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-be63f65d-0dd5-460d-9424-7b9fdd68ed44 req-c5787dc8-d9a6-4d02-9e77-32fb84e1acba tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394821 Aug 13 03:45:32.175804 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.236305 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.240029 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.243890 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.245122 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4da90284-cd90-4a86-a206-ee6cd0693dfa HTTP/1.1" status: 204 len: 168 time: 0.1624696 Aug 13 03:45:32.258822 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da90284-cd90-4a86-a206-ee6cd0693dfa,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:32.278924 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.279336 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.279958 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.280539 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.281106 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.281612 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.282027 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.282292 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.282666 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.282999 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.283327 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.283652 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0977b9c6-519c-422b-8a03-2925a89699a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:32.500218 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-25321e3c-807c-4f1e-af83-f8b7be8d55ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.618162 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756dcf4-2174-4788-890f-6f735d5a4436 req-6288e864-1197-4069-8e8d-3d019a23ed5f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:32.622080 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4756dcf4-2174-4788-890f-6f735d5a4436 req-6288e864-1197-4069-8e8d-3d019a23ed5f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0817146 Aug 13 03:45:32.723221 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4756dcf4-2174-4788-890f-6f735d5a4436 req-8a51eaad-be4a-43eb-9ac6-74252f15d2d2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785000 Aug 13 03:45:32.862864 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb42669-6b9d-486d-a8d7-002559492629 req-133718b8-b66c-4ac7-92d0-84277dc47c53 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:32.864469 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-afb42669-6b9d-486d-a8d7-002559492629 req-133718b8-b66c-4ac7-92d0-84277dc47c53 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0893204 Aug 13 03:45:32.931167 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-afb42669-6b9d-486d-a8d7-002559492629 req-541be84d-1f5d-4de9-abc2-88294e3b7db4 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Aug 13 03:45:33.318683 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b247-f84e-46ef-a773-f80d10e43fa0 req-5fe924bc-62f6-4515-b45b-6214655be196 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:33.331338 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b649b247-f84e-46ef-a773-f80d10e43fa0 req-5fe924bc-62f6-4515-b45b-6214655be196 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0768070 Aug 13 03:45:33.396514 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b649b247-f84e-46ef-a773-f80d10e43fa0 req-436efc56-9ba6-4a4e-b6bb-b637a7840bba tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631058 Aug 13 03:45:33.912720 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4340045-2726-4e0b-9c14-fcbcb7ca5728 req-1e105776-973d-43fa-9769-48c3e278edaa tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:33.916616 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4340045-2726-4e0b-9c14-fcbcb7ca5728 req-1e105776-973d-43fa-9769-48c3e278edaa tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0975282 Aug 13 03:45:33.972910 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4340045-2726-4e0b-9c14-fcbcb7ca5728 req-88729e3a-1a10-486b-a654-34942108d87b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478299 Aug 13 03:45:34.087582 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.133995 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3b6d3-03fc-4a42-a074-193c9cf48e9d req-8f72b591-c08b-41b4-903c-01c2e9865ae9 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:34.135819 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fbc3b6d3-03fc-4a42-a074-193c9cf48e9d req-8f72b591-c08b-41b4-903c-01c2e9865ae9 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0859654 Aug 13 03:45:34.186399 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fbc3b6d3-03fc-4a42-a074-193c9cf48e9d req-38708e8f-5a64-45b2-bf66-6f100e75816f tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Aug 13 03:45:34.675589 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d2829-a10c-4757-8f2d-4708ac75d890 req-76275662-fd04-4413-9d57-6e948bd186c4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:34.677591 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1f7d2829-a10c-4757-8f2d-4708ac75d890 req-76275662-fd04-4413-9d57-6e948bd186c4 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0938680 Aug 13 03:45:34.722922 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1f7d2829-a10c-4757-8f2d-4708ac75d890 req-96706acf-f41f-4cbe-bfdc-ef95c5185c21 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363004 Aug 13 03:45:34.909603 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.287376 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835d022-b963-49ee-b1ed-e52533c3b068 req-59af15cb-0c80-44e7-9698-4ee6abdf3b66 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:35.287376 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6835d022-b963-49ee-b1ed-e52533c3b068 req-59af15cb-0c80-44e7-9698-4ee6abdf3b66 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1628592 Aug 13 03:45:35.389357 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6835d022-b963-49ee-b1ed-e52533c3b068 req-847f44ef-85eb-422a-92e2-20463aea37f5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909276 Aug 13 03:45:35.418290 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1941d-c284-4910-9f7d-8318fdefc9a1 req-deaf4019-d8bf-4cfa-85c4-26f1dfcf74b3 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:35.420088 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2eb1941d-c284-4910-9f7d-8318fdefc9a1 req-deaf4019-d8bf-4cfa-85c4-26f1dfcf74b3 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0883632 Aug 13 03:45:35.435699 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.496161 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2eb1941d-c284-4910-9f7d-8318fdefc9a1 req-3875e468-3942-4520-a459-051a492143ac tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662220 Aug 13 03:45:35.852039 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-39445cbf-2c13-4943-be6a-7a1212943f05 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:35.854268 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-39445cbf-2c13-4943-be6a-7a1212943f05 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/networks?id=05cee894-bf55-487e-b19b-409b58a4b00c HTTP/1.1" status: 200 len: 814 time: 0.2618444 Aug 13 03:45:35.893873 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-1381053f-b1b2-43ab-bb68-5c94af1ab053 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/quotas/1176eec0b82b4e9586e8175259f078e3 HTTP/1.1" status: 200 len: 375 time: 0.0275455 Aug 13 03:45:35.917600 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abee522-7ce0-4d2e-a5bf-71ddb3237f67 req-2d14cb84-fe5c-4ac0-818f-f24e42e79138 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:35.920640 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7abee522-7ce0-4d2e-a5bf-71ddb3237f67 req-2d14cb84-fe5c-4ac0-818f-f24e42e79138 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0651746 Aug 13 03:45:35.969225 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-3a083e03-a203-4bcc-b779-c09a400d5219 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1176eec0b82b4e9586e8175259f078e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401678 Aug 13 03:45:36.030233 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7abee522-7ce0-4d2e-a5bf-71ddb3237f67 req-21e194e7-4d16-417c-8fda-c7719e106971 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978732 Aug 13 03:45:36.096078 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-418520da-23dd-4c67-be34-39d3dac9a2c5 service neutron] 10.222.0.58 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205816 Aug 13 03:45:36.204029 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-f0d790a4-02f4-4aec-b3f1-678e23a233aa service neutron] 10.222.0.58 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008306 Aug 13 03:45:36.427103 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-795cf0bc-d220-46b1-be51-4ee2adcec07e req-ef105ff1-80dc-4598-8575-3dd440d566da tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 210 time: 0.0378633 Aug 13 03:45:36.716748 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2c5b1-2864-42c1-8391-b97f345c88a4 req-8a4f68db-2139-4d65-a7af-075a67ee3886 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:36.721261 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e1d2c5b1-2864-42c1-8391-b97f345c88a4 req-8a4f68db-2139-4d65-a7af-075a67ee3886 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.1325095 Aug 13 03:45:36.733192 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffa2d4-8d6b-4c06-b246-8bbddd17d43a req-6b92aeaf-c9e4-4314-b82b-4b191581dbb5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:36.741166 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-38ffa2d4-8d6b-4c06-b246-8bbddd17d43a req-6b92aeaf-c9e4-4314-b82b-4b191581dbb5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1219900 Aug 13 03:45:37.081685 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e1d2c5b1-2864-42c1-8391-b97f345c88a4 req-d4c37059-f791-4459-8e71-907e67d2a529 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375082 Aug 13 03:45:37.135873 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-38ffa2d4-8d6b-4c06-b246-8bbddd17d43a req-5fe6878c-30c6-441d-9cb9-5541d3412d59 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936570 Aug 13 03:45:37.338608 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e362-9ee8-4177-a608-28581a39bf62 req-c927fb4b-a46e-4376-bfb3-0d394fdc70f8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:37.340629 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0058e362-9ee8-4177-a608-28581a39bf62 req-c927fb4b-a46e-4376-bfb3-0d394fdc70f8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.1628406 Aug 13 03:45:37.418941 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0058e362-9ee8-4177-a608-28581a39bf62 req-00bdf57f-5799-4313-8e34-19841cd19d95 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616386 Aug 13 03:45:37.544586 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0f73ec95-e025-4c0d-947b-50279e2d6c08 req-8789f0d7-8447-43ab-ba8d-1d210edf2824 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 210 time: 0.0399482 Aug 13 03:45:38.209435 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454f303-8049-4515-ba72-d5619dbbb832 req-afe5ea1a-b81d-4b0d-bd98-167b29da134a tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:38.211021 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b454f303-8049-4515-ba72-d5619dbbb832 req-afe5ea1a-b81d-4b0d-bd98-167b29da134a tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0559711 Aug 13 03:45:38.275908 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b454f303-8049-4515-ba72-d5619dbbb832 req-b105cf56-8ed2-4c4d-a55b-074294e2398f tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552838 Aug 13 03:45:38.284980 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861855ec-1408-4ed4-a910-62cfa66cb168 req-dc5ccaa4-7725-4e82-97c1-46d5c32708ca tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:38.286588 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-861855ec-1408-4ed4-a910-62cfa66cb168 req-dc5ccaa4-7725-4e82-97c1-46d5c32708ca tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0746515 Aug 13 03:45:38.328871 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-861855ec-1408-4ed4-a910-62cfa66cb168 req-903cb11e-6bfd-4034-8482-f0267abc135b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350819 Aug 13 03:45:38.596737 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fccae5-f5cb-4d4e-9207-3198594f802d req-5282668a-5358-4cae-9d8b-9c10592d0276 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:38.607262 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-93fccae5-f5cb-4d4e-9207-3198594f802d req-5282668a-5358-4cae-9d8b-9c10592d0276 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0923648 Aug 13 03:45:38.705380 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-93fccae5-f5cb-4d4e-9207-3198594f802d req-84d4aed0-3acf-463f-a256-3b5c12b6b681 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822172 Aug 13 03:45:38.729825 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7078d637-1a0a-4fa6-acd5-95e96ef363b1 req-cbb5b35c-96b5-4abc-bc3e-62985fea9b47 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 210 time: 0.0599630 Aug 13 03:45:39.483186 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414fe53-7e6f-4182-873c-1b05a212d1e1 req-9d7f253a-20db-4435-a3b4-1808ffdb166a tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:39.491808 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a414fe53-7e6f-4182-873c-1b05a212d1e1 req-9d7f253a-20db-4435-a3b4-1808ffdb166a tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0980725 Aug 13 03:45:39.527179 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-8015895d-47c9-41e7-850c-57c025e30dc7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750930071&fields=id&tenant_id=3e5339bbe48b46729948f977f174854a HTTP/1.1" status: 200 len: 267 time: 0.0871453 Aug 13 03:45:39.567530 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a414fe53-7e6f-4182-873c-1b05a212d1e1 req-6fc11c17-378d-407d-9c49-264eb1b1f050 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746756 Aug 13 03:45:39.737237 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-d8cc5374-eef7-46f2-a06b-c313692cc5f6 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:39.738939 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-d8cc5374-eef7-46f2-a06b-c313692cc5f6 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 812 time: 0.2018514 Aug 13 03:45:39.764541 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-75caf525-77c4-4cbc-9878-21c1a3c16d81 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/quotas/3e5339bbe48b46729948f977f174854a HTTP/1.1" status: 200 len: 375 time: 0.0135708 Aug 13 03:45:39.805709 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4b999-b097-4ba7-843d-ddfd2446499a req-3284494d-a362-41e9-84fd-687725cf2c55 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:39.809333 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-12c4b999-b097-4ba7-843d-ddfd2446499a req-3284494d-a362-41e9-84fd-687725cf2c55 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1369262 Aug 13 03:45:39.881707 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-9f420e3e-6272-4e16-9660-7b43e233e428 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080055 Aug 13 03:45:39.884899 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-12c4b999-b097-4ba7-843d-ddfd2446499a req-aadc3e0f-07d8-40d9-91c8-de0adf67ac5d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708728 Aug 13 03:45:40.082325 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0797467-2fdb-447e-bff5-a28d374e8b4d req-2cfd25cc-0db5-4503-a54a-3188dda2dccc tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:40.083884 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f0797467-2fdb-447e-bff5-a28d374e8b4d req-2cfd25cc-0db5-4503-a54a-3188dda2dccc tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0888844 Aug 13 03:45:40.087893 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-d17f6dc9-21bc-4dee-b569-ec68631b6e72 service neutron] 10.222.0.58 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814082 Aug 13 03:45:40.200044 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f0797467-2fdb-447e-bff5-a28d374e8b4d req-89f24a03-6681-4546-8552-061813d00875 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050811 Aug 13 03:45:40.262099 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-af9036e6-ec04-45bd-89f0-f8be1f129596 service neutron] 10.222.0.58 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604199 Aug 13 03:45:40.374915 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-656189ac-4f9d-4159-8216-bde0c8b49687 req-78ab9820-20e7-4e0f-becc-9c78f0dddfaf tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 210 time: 0.0437219 Aug 13 03:45:40.562683 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:45:40.815568 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-639c5c02-aee0-4c0d-904c-028413d20f9d req-1cf98882-e52c-4312-bac1-7c22ed2e1f3a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 210 time: 0.0680611 Aug 13 03:45:40.907969 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fad03-2037-41dc-8904-7463bd68f65c req-f86bce3c-e554-4ddf-9599-76338e73c3ef tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:40.910604 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-145fad03-2037-41dc-8904-7463bd68f65c req-f86bce3c-e554-4ddf-9599-76338e73c3ef tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.1659148 Aug 13 03:45:41.035557 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-145fad03-2037-41dc-8904-7463bd68f65c req-d268e27c-3876-4242-bdde-d01cf4a04a2c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123292 Aug 13 03:45:41.196767 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684d5a0-a5ef-4ab9-bef2-9613bf9696c5 req-fc96f88d-0310-422b-94b2-8a23281330ec tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:41.215653 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e684d5a0-a5ef-4ab9-bef2-9613bf9696c5 req-fc96f88d-0310-422b-94b2-8a23281330ec tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1740589 Aug 13 03:45:41.348281 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e684d5a0-a5ef-4ab9-bef2-9613bf9696c5 req-e176d140-8a1f-4cbd-a8af-6ba9a2974f1e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191342 Aug 13 03:45:41.425996 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d181c8-b718-4ee6-9bea-f34028c13f60 req-e46f9a6f-9924-4bf6-b074-ab30d67ff97f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:41.439202 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-02d181c8-b718-4ee6-9bea-f34028c13f60 req-e46f9a6f-9924-4bf6-b074-ab30d67ff97f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.0695786 Aug 13 03:45:41.483325 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-02d181c8-b718-4ee6-9bea-f34028c13f60 req-bdeb2d58-292c-4bf8-95ad-63255cfacab9 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479195 Aug 13 03:45:41.516651 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-56ba731a-9b5a-48d4-987b-eee5c235ad7b req-71d74cda-eec5-4963-95a6-a75915c7508c tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 210 time: 0.0468760 Aug 13 03:45:41.921831 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-369d6060-e2f6-45c2-8860-0d593882e0be req-d1a74e07-1d3f-4004-9215-6c060b5bdf14 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 210 time: 0.0297668 Aug 13 03:45:42.174837 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada63493-35e7-4f03-83e3-5a2059bda42d req-f1442507-07b1-4e83-9562-5dc114450ead tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:42.176685 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ada63493-35e7-4f03-83e3-5a2059bda42d req-f1442507-07b1-4e83-9562-5dc114450ead tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0659819 Aug 13 03:45:42.214518 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-2f4f26e7-83d5-4d9c-8fd8-7909334b0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:42.217873 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-2f4f26e7-83d5-4d9c-8fd8-7909334b0ead service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 1096 time: 0.0647178 Aug 13 03:45:42.229838 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ada63493-35e7-4f03-83e3-5a2059bda42d req-672fa39f-2432-4d3c-a379-4fa4b18d2445 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/security-groups?id=57958c9b-c9c6-4f88-82ae-0158baa223b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449893 Aug 13 03:45:42.346929 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-0e3cc401-e8e6-4da3-841d-3afd848b5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:42.348568 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-0e3cc401-e8e6-4da3-841d-3afd848b5b99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 917 time: 0.0971944 Aug 13 03:45:42.441514 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-0cb45953-5b2f-4deb-83c1-8893e6f1d2c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c4025de-5669-446a-8fc1-7fbacc74a859 HTTP/1.1" status: 200 len: 999 time: 0.0825660 Aug 13 03:45:42.504763 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-1f8212f5-20f3-4c00-bc31-d18514fe8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:42.508636 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-1f8212f5-20f3-4c00-bc31-d18514fe8c23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.0566759 Aug 13 03:45:42.515756 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25810-10b2-47d4-a2c2-560bb668532a req-d71796d9-69fc-46c5-be1d-1146c2a5f98c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:42.517352 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cda25810-10b2-47d4-a2c2-560bb668532a req-d71796d9-69fc-46c5-be1d-1146c2a5f98c tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 946 time: 0.0995638 Aug 13 03:45:42.531876 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6410e-7329-4047-99d9-d7dd2d4e713a req-7c79bb65-bd09-4d46-826b-288a52d8e20b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:42.533410 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1ee6410e-7329-4047-99d9-d7dd2d4e713a req-7c79bb65-bd09-4d46-826b-288a52d8e20b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0969603 Aug 13 03:45:42.580631 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-922634ca-850e-4ec8-90fd-e884ca27556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:42.582204 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-922634ca-850e-4ec8-90fd-e884ca27556d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570874 Aug 13 03:45:42.691822 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1ee6410e-7329-4047-99d9-d7dd2d4e713a req-4e1656f6-03dc-4606-8a90-2b703a487273 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508214 Aug 13 03:45:42.703955 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-ff7acf1e-83b3-4201-aa5a-299bb1289084 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118107 Aug 13 03:45:42.712511 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070cf56-b312-4a37-ac64-2e41d0279bc9 req-43045941-64b3-4f9c-86bd-918054245892 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:42.714075 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f070cf56-b312-4a37-ac64-2e41d0279bc9 req-43045941-64b3-4f9c-86bd-918054245892 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.1354642 Aug 13 03:45:42.734924 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-cda25810-10b2-47d4-a2c2-560bb668532a req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Deleting port 63453d81-08e7-4699-8844-93dc32bcdadc {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:42.735269 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-cda25810-10b2-47d4-a2c2-560bb668532a req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.833369 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-98620de2-07e6-4893-87fe-09df35366755 req-a1d0c073-07f8-4b68-ae84-6795232575a6 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 210 time: 0.0500872 Aug 13 03:45:42.838394 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d60e13c8-5849-4f8a-9b0c-789eefe67a2a req-05e674ba-287e-48a7-8107-f34acce53967 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243203 Aug 13 03:45:42.879811 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f070cf56-b312-4a37-ac64-2e41d0279bc9 req-e86445af-7de5-4994-acab-2cf9dfd106f7 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384792 Aug 13 03:45:42.919641 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-cda25810-10b2-47d4-a2c2-560bb668532a req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] For port 63453d81-08e7-4699-8844-93dc32bcdadc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63453d81-08e7-4699-8844-93dc32bcdadc,segment=NetworkSegment(4f014706-762a-474d-8ad8-263a3cc393f4),segment_id=4f014706-762a-474d-8ad8-263a3cc393f4)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:42.920025 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-cda25810-10b2-47d4-a2c2-560bb668532a req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.947524 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-cda25810-10b2-47d4-a2c2-560bb668532a req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Calling delete_port for 63453d81-08e7-4699-8844-93dc32bcdadc owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:43.050820 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-661c2570-0698-4f5d-b654-c50bdd6cc5c8 req-bffc1acd-c456-4b91-97ea-3d66b48a9e88 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 210 time: 0.0433416 Aug 13 03:45:43.195174 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-cda25810-10b2-47d4-a2c2-560bb668532a req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.211384 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['63453d81-08e7-4699-8844-93dc32bcdadc'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:45:43.252394 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-465f6c9e-d66d-4f0f-9f82-57998ef4b376 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:43.254629 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-465f6c9e-d66d-4f0f-9f82-57998ef4b376 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 812 time: 0.1454287 Aug 13 03:45:43.286286 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Pushing event deleted for resources: {'Port': ['ID=63453d81-08e7-4699-8844-93dc32bcdadc,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:43.339174 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-7c9b515e-21de-40cb-8d67-c84347b08bc3 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5339bbe48b46729948f977f174854a HTTP/1.1" status: 200 len: 380 time: 0.0715196 Aug 13 03:45:43.343820 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda25810-10b2-47d4-a2c2-560bb668532a req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] No DVR routers for this DVR port 63453d81-08e7-4699-8844-93dc32bcdadc on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:45:43.348017 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-cda25810-10b2-47d4-a2c2-560bb668532a req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.350413 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cda25810-10b2-47d4-a2c2-560bb668532a req-200ba1d5-a7ce-4e59-a4f9-c45f0361121b tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.18 "DELETE /v2.0/ports/63453d81-08e7-4699-8844-93dc32bcdadc HTTP/1.1" status: 204 len: 173 time: 0.8159974 Aug 13 03:45:43.352265 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdbec7-16bb-4fe7-86de-33d2e4e17d76', 'name': 'network-vif-deleted', 'tag': '63453d81-08e7-4699-8844-93dc32bcdadc'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:43.355211 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'port': {'device_id': '6574be6b-4ab7-417e-9923-0475682472ef', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'admin_state_up': True, 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'security_groups': ['084e597c-2383-43d5-a16b-369b44b31cea']}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:43.355717 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a9bec7-d7a6-4ef1-b337-1703009430c9" -d '{"events": [{"server_uuid": "32fdbec7-16bb-4fe7-86de-33d2e4e17d76", "name": "network-vif-deleted", "tag": "63453d81-08e7-4699-8844-93dc32bcdadc"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:43.397842 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-da648999-1d4a-4e7b-9047-4282eea20ffc req-a24e148d-e6f6-4578-8b44-62d4126b1335 tempest-VolumesActionsTest-1717497167 tempest-VolumesActionsTest-1717497167-project] 10.222.0.58 "GET /v2.0/ports?device_id=32fdbec7-16bb-4fe7-86de-33d2e4e17d76 HTTP/1.1" status: 200 len: 210 time: 0.0463588 Aug 13 03:45:43.419989 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cf0d31-aa06-4802-9669-2a154ae39a40 x-openstack-request-id: req-d0cf0d31-aa06-4802-9669-2a154ae39a40 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:43.420396 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fdbec7-16bb-4fe7-86de-33d2e4e17d76", "name": "network-vif-deleted", "tag": "63453d81-08e7-4699-8844-93dc32bcdadc", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:43.420718 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0cf0d31-aa06-4802-9669-2a154ae39a40 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:43.421955 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdbec7-16bb-4fe7-86de-33d2e4e17d76', 'name': 'network-vif-deleted', 'tag': '63453d81-08e7-4699-8844-93dc32bcdadc', 'status': 'completed', 'code': 200} Aug 13 03:45:43.562654 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Made reservation on behalf of 3e5339bbe48b46729948f977f174854a for: {'port': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:43.567869 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.860891 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Allocated IP 172.20.0.13 (d330e3f7-a1d1-4eaf-a474-b681700f9682/b04f61c8-9286-4147-995b-446f496eaa46/ace8a6d7-4e13-45e8-81f8-2b49335213cf) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:43.875085 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-b0483cb7-8cb9-41aa-931d-38aadc4a5602 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:43.876811 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-b0483cb7-8cb9-41aa-931d-38aadc4a5602 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.18 "GET /v2.0/networks?id=05cee894-bf55-487e-b19b-409b58a4b00c HTTP/1.1" status: 200 len: 814 time: 0.2656307 Aug 13 03:45:43.896880 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Request body: {'port': {'device_id': 'e01eb6e0-6b93-4d4f-919b-4518d1735d22', 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c', 'admin_state_up': True, 'tenant_id': '1176eec0b82b4e9586e8175259f078e3'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:43.950932 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-5cd3226a-ce29-46a4-a3b5-864a6bf1a6c0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:43.952945 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-5cd3226a-ce29-46a4-a3b5-864a6bf1a6c0 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.2008364 Aug 13 03:45:44.030135 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528081e0-ebfe-4593-8172-052596189e7f req-b327c166-878f-4c72-8dc8-6c4a75fa4ccd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:44.037706 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-528081e0-ebfe-4593-8172-052596189e7f req-b327c166-878f-4c72-8dc8-6c4a75fa4ccd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.2130616 Aug 13 03:45:44.068378 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-543edc1c-fa63-48ce-8f0c-3d1241416ad5 req-4d1b3263-74f3-4b70-bd53-afdfe686fda7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 210 time: 0.0680990 Aug 13 03:45:44.153430 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-528081e0-ebfe-4593-8172-052596189e7f req-740a84ad-dcba-4da7-9ae6-a4c5120a13bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144843 Aug 13 03:45:44.219614 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.223605 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Made reservation on behalf of 1176eec0b82b4e9586e8175259f078e3 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:44.227592 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.236003 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Transition to ACTIVE for port object ace8a6d7-4e13-45e8-81f8-2b49335213cf will not be triggered until provisioned by entity DHCP. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:44.287470 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.342659 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:44.348400 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:44.353601 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:44.357841 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Deleting port 331aab69-af07-4c76-b76b-c26daaa36f48 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:44.358195 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.387771 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8011195-2510-4842-8f4d-24fe57b5cf1f req-dda9ffd6-6762-42db-b0c7-48b282fd3f14 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:44.390354 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c8011195-2510-4842-8f4d-24fe57b5cf1f req-dda9ffd6-6762-42db-b0c7-48b282fd3f14 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa67d573-ba53-47cd-986d-e4e06207d4fc HTTP/1.1" status: 200 len: 945 time: 0.1934793 Aug 13 03:45:44.422615 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14139db-c473-4bc5-81d2-6cdd20d7a1d8 req-b4ce8717-7746-4982-bd97-1e2e1590397c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:44.424385 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a14139db-c473-4bc5-81d2-6cdd20d7a1d8 req-b4ce8717-7746-4982-bd97-1e2e1590397c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 932 time: 0.1428657 Aug 13 03:45:44.441970 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'Port': ['ID=ace8a6d7-4e13-45e8-81f8-2b49335213cf,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:44.494151 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:44.494151 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.529291 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-91402e77-a407-4200-9ce4-c329f6482ad2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1820521 Aug 13 03:45:44.541707 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Allocated IP 172.20.0.4 (05cee894-bf55-487e-b19b-409b58a4b00c/6f0ac0dc-ec98-4db9-950a-c8851efb639d/60ffbbcf-5296-42fb-9321-21885b344b50) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:44.546434 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Request body: {'port': {'device_id': '6574be6b-4ab7-417e-9923-0475682472ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:44.551607 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] For port 331aab69-af07-4c76-b76b-c26daaa36f48, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=331aab69-af07-4c76-b76b-c26daaa36f48,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:44.551816 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.564746 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a14139db-c473-4bc5-81d2-6cdd20d7a1d8 req-7a0ebea8-27bc-41bc-ac67-5d0aa01a60f4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286731 Aug 13 03:45:44.571044 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c8011195-2510-4842-8f4d-24fe57b5cf1f req-ae266d50-57c2-4457-83b1-4776ca3f211b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915053 Aug 13 03:45:44.585694 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Calling delete_port for 331aab69-af07-4c76-b76b-c26daaa36f48 owned by compute:nova {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:44.678315 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.771829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.787286 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-8f0aff22-f4dc-4322-be4b-5bde02e6af67 None None] Provisioning for port ace8a6d7-4e13-45e8-81f8-2b49335213cf completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:44.793295 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-8f0aff22-f4dc-4322-be4b-5bde02e6af67 None None] Provisioning complete for port ace8a6d7-4e13-45e8-81f8-2b49335213cf triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:44.793671 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-8f0aff22-f4dc-4322-be4b-5bde02e6af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.836164 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-8f0aff22-f4dc-4322-be4b-5bde02e6af67 None None] Port ace8a6d7-4e13-45e8-81f8-2b49335213cf cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:44.849638 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.939444 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Network 05cee894-bf55-487e-b19b-409b58a4b00c is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:44.945686 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:44.953560 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:44.959360 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.975550 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['7100d8ce-1834-4611-8ca6-b37b4e0f3097', '331aab69-af07-4c76-b76b-c26daaa36f48'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:45:45.007833 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Pushing event deleted for resources: {'Port': ['ID=331aab69-af07-4c76-b76b-c26daaa36f48,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:45.017086 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Pushing event updated for resources: {'Port': ['ID=60ffbbcf-5296-42fb-9321-21885b344b50,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:45.069150 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] No DVR routers for this DVR port 331aab69-af07-4c76-b76b-c26daaa36f48 on host hv-cinder-76019 {{(pid=100566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:45:45.073810 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:45.076477 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.080689 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.083268 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4dd811fb-42bf-463c-863b-1c19fb6c0a51 req-f9c61cbd-fdd8-4922-b0eb-d774338a9a11 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.18 "DELETE /v2.0/ports/331aab69-af07-4c76-b76b-c26daaa36f48 HTTP/1.1" status: 204 len: 173 time: 1.1170566 Aug 13 03:45:45.083766 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67d573-ba53-47cd-986d-e4e06207d4fc', 'name': 'network-vif-deleted', 'tag': '331aab69-af07-4c76-b76b-c26daaa36f48'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:45.086728 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1832a1d0-3f8a-485a-b5cb-261071048311" -d '{"events": [{"server_uuid": "aa67d573-ba53-47cd-986d-e4e06207d4fc", "name": "network-vif-deleted", "tag": "331aab69-af07-4c76-b76b-c26daaa36f48"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:45.139951 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-333f4b26-2c7e-408b-8025-00995642c7c7 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2472382 Aug 13 03:45:45.155042 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Request body: {'port': {'device_id': 'e01eb6e0-6b93-4d4f-919b-4518d1735d22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:45.259337 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb2c709-7150-4b69-b7be-1cecf9df9b4b x-openstack-request-id: req-9eb2c709-7150-4b69-b7be-1cecf9df9b4b {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:45.259749 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67d573-ba53-47cd-986d-e4e06207d4fc", "name": "network-vif-deleted", "tag": "331aab69-af07-4c76-b76b-c26daaa36f48", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:45.264389 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9eb2c709-7150-4b69-b7be-1cecf9df9b4b {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:45.265073 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67d573-ba53-47cd-986d-e4e06207d4fc', 'name': 'network-vif-deleted', 'tag': '331aab69-af07-4c76-b76b-c26daaa36f48', 'status': 'completed', 'code': 200} Aug 13 03:45:45.285099 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace8a6d7-4e13-45e8-81f8-2b49335213cf {{(pid=100566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:45:45.291994 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.293924 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.313176 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Transition to ACTIVE for port object ace8a6d7-4e13-45e8-81f8-2b49335213cf will not be triggered until provisioned by entity L2. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:45.324821 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.420718 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Pushing event updated for resources: {'Port': ['ID=ace8a6d7-4e13-45e8-81f8-2b49335213cf,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:45.555036 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Attempting to bind port ace8a6d7-4e13-45e8-81f8-2b49335213cf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:45.555893 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Attempting to bind port ace8a6d7-4e13-45e8-81f8-2b49335213cf by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:45.556678 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Attempting to bind port ace8a6d7-4e13-45e8-81f8-2b49335213cf on network d330e3f7-a1d1-4eaf-a474-b681700f9682 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:45.581345 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6549b3d-fd5d-4e06-a81b-c39d7bb7c73f req-11cb09c1-6616-436f-a40d-57928d1f955a tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:45.585186 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 63453d81-08e7-4699-8844-93dc32bcdadc no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:45.596573 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Port ace8a6d7-4e13-45e8-81f8-2b49335213cf on network d330e3f7-a1d1-4eaf-a474-b681700f9682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:45:45.597299 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Attempting to bind port ace8a6d7-4e13-45e8-81f8-2b49335213cf on network d330e3f7-a1d1-4eaf-a474-b681700f9682 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:45.613275 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b6549b3d-fd5d-4e06-a81b-c39d7bb7c73f req-11cb09c1-6616-436f-a40d-57928d1f955a tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 931 time: 0.3486848 Aug 13 03:45:45.618684 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:45.619242 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Checking segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:45.620111 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Bound using segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:45.625415 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Bound port: ace8a6d7-4e13-45e8-81f8-2b49335213cf, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:45.626402 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.633385 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 63453d81-08e7-4699-8844-93dc32bcdadc {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:45.633747 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 63453d81-08e7-4699-8844-93dc32bcdadc not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:45.634194 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 331aab69-af07-4c76-b76b-c26daaa36f48 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:45.707834 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 331aab69-af07-4c76-b76b-c26daaa36f48 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:45.708181 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 331aab69-af07-4c76-b76b-c26daaa36f48 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:45.757649 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] For port ace8a6d7-4e13-45e8-81f8-2b49335213cf, host hv-cinder-76019, cleared binding levels {{(pid=100566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:45.766822 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] For port ace8a6d7-4e13-45e8-81f8-2b49335213cf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ace8a6d7-4e13-45e8-81f8-2b49335213cf,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:45.772292 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.806929 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361d213-1898-4631-9203-087bc01fce59 req-071f95f5-bd7b-4ba2-9af5-491174ff6515 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:45.809942 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f361d213-1898-4631-9203-087bc01fce59 req-071f95f5-bd7b-4ba2-9af5-491174ff6515 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.3432381 Aug 13 03:45:45.861961 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:45.862634 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.864256 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] 10.222.0.18 "PUT /v2.0/ports/ace8a6d7-4e13-45e8-81f8-2b49335213cf HTTP/1.1" status: 200 len: 1094 time: 1.3228953 Aug 13 03:45:45.919580 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b6549b3d-fd5d-4e06-a81b-c39d7bb7c73f req-db07fa9d-12b1-4891-a0ed-aaacd786fbb9 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663489 Aug 13 03:45:45.946580 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f361d213-1898-4631-9203-087bc01fce59 req-09a520cb-117f-45e9-9fff-169a3f48fcfa tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216266 Aug 13 03:45:45.980722 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13471594-53f5-4f52-871b-d377ec4312ee service neutron] Pushing event updated for resources: {'Port': ['ID=ace8a6d7-4e13-45e8-81f8-2b49335213cf,revision_number=3']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:46.065073 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-e2e59d91-7824-4dc3-a883-bd40a1a96abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:46.066948 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-e2e59d91-7824-4dc3-a883-bd40a1a96abc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 1097 time: 0.1260109 Aug 13 03:45:46.166747 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53012) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:46.177738 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-040004af-ec97-401e-a757-7fc6a1d38932 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace8a6d7-4e13-45e8-81f8-2b49335213cf HTTP/1.1" status: 200 len: 217 time: 0.1010764 Aug 13 03:45:46.193296 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ffbbcf-5296-42fb-9321-21885b344b50 {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:45:46.233143 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d0928-c615-48a3-8fb9-97e047487212 req-4a01a808-ca57-4db7-9205-19d362a812ea tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:46.242438 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c36d0928-c615-48a3-8fb9-97e047487212 req-4a01a808-ca57-4db7-9205-19d362a812ea tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 944 time: 0.1869478 Aug 13 03:45:46.246577 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.261460 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-4f904710-16d5-4925-9e48-1eae16e9d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:46.270729 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-4f904710-16d5-4925-9e48-1eae16e9d7c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0841599 Aug 13 03:45:46.304020 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Transition to ACTIVE for port object 60ffbbcf-5296-42fb-9321-21885b344b50 will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:46.314212 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.344787 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-ea87684a-57be-4445-9776-ece6516e0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:46.347987 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-ea87684a-57be-4445-9776-ece6516e0a9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663004 Aug 13 03:45:46.352970 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c36d0928-c615-48a3-8fb9-97e047487212 req-ea1cb31f-7039-4079-ade4-aee49264fc22 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011720 Aug 13 03:45:46.396693 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=60ffbbcf-5296-42fb-9321-21885b344b50,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:46.426088 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3bd598b5-133b-4592-84c6-36cdc0c9a3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.501876 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-7abde28f-723d-4291-80f7-c4abad27b0b6 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343331 Aug 13 03:45:46.649811 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3201c4e9-ef46-4472-8129-cbdd3aba88f4 req-8681ff53-101b-4920-8c44-287503726b01 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397142 Aug 13 03:45:46.780143 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Attempting to bind port 60ffbbcf-5296-42fb-9321-21885b344b50 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:46.782353 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Attempting to bind port 60ffbbcf-5296-42fb-9321-21885b344b50 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a39f83c5-06ca-4534-8fc2-4246585afe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:46.782837 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Attempting to bind port 60ffbbcf-5296-42fb-9321-21885b344b50 on network 05cee894-bf55-487e-b19b-409b58a4b00c {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:46.803539 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Port 60ffbbcf-5296-42fb-9321-21885b344b50 on network 05cee894-bf55-487e-b19b-409b58a4b00c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:45:46.803851 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Attempting to bind port 60ffbbcf-5296-42fb-9321-21885b344b50 on network 05cee894-bf55-487e-b19b-409b58a4b00c {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:46.824890 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:46.825229 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Checking segment: {'id': 'a39f83c5-06ca-4534-8fc2-4246585afe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:46.825620 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Bound using segment: {'id': 'a39f83c5-06ca-4534-8fc2-4246585afe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:46.826095 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Bound port: 60ffbbcf-5296-42fb-9321-21885b344b50, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39f83c5-06ca-4534-8fc2-4246585afe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:46.826591 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.854050 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5138be-3fe4-48e9-b508-23d717d89da2 req-a9b62f35-43c3-4ce9-af44-e1ad78e25e9e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:46.855637 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5c5138be-3fe4-48e9-b508-23d717d89da2 req-a9b62f35-43c3-4ce9-af44-e1ad78e25e9e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.3539364 Aug 13 03:45:46.936376 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3bd598b5-133b-4592-84c6-36cdc0c9a3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.944323 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3bd598b5-133b-4592-84c6-36cdc0c9a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.953387 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5c5138be-3fe4-48e9-b508-23d717d89da2 req-8be4b169-9d02-40df-9525-69686324c7a1 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887015 Aug 13 03:45:46.999088 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] For port 60ffbbcf-5296-42fb-9321-21885b344b50, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:47.001452 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd598b5-133b-4592-84c6-36cdc0c9a3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6bed4a-f51c-4567-9402-5e8c33e77e11,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:47.017212 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-3bd598b5-133b-4592-84c6-36cdc0c9a3f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9cfcfe67531741e399d242af04e58925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8491921 Aug 13 03:45:47.019995 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53040) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:47.020983 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] For port 60ffbbcf-5296-42fb-9321-21885b344b50, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60ffbbcf-5296-42fb-9321-21885b344b50,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:47.025927 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.086606 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b535111c-48e5-436f-a93c-eb0aac6f3ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.102381 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:47.103016 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.104416 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/60ffbbcf-5296-42fb-9321-21885b344b50 HTTP/1.1" status: 200 len: 1093 time: 1.9553053 Aug 13 03:45:47.108633 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01eb6e0-6b93-4d4f-919b-4518d1735d22', 'tag': '60ffbbcf-5296-42fb-9321-21885b344b50'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:47.113074 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07c7e02-6818-44d2-8633-4431e3ba13e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e01eb6e0-6b93-4d4f-919b-4518d1735d22", "tag": "60ffbbcf-5296-42fb-9321-21885b344b50"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:47.115163 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b535111c-48e5-436f-a93c-eb0aac6f3ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.176270 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bfdea-8755-400e-b6e3-acb05607d8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=60ffbbcf-5296-42fb-9321-21885b344b50,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:47.188578 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b535111c-48e5-436f-a93c-eb0aac6f3ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.191037 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b535111c-48e5-436f-a93c-eb0aac6f3ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.192177 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-b535111c-48e5-436f-a93c-eb0aac6f3ebd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e6bed4a-f51c-4567-9402-5e8c33e77e11 HTTP/1.1" status: 204 len: 168 time: 0.1712041 Aug 13 03:45:47.199489 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f80e69-37cb-495d-a222-46f5436e26c4 req-daa8f1bd-72c6-4fc6-b35b-3741b38d416f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:47.200048 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535111c-48e5-436f-a93c-eb0aac6f3ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6bed4a-f51c-4567-9402-5e8c33e77e11,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:47.201008 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d6f80e69-37cb-495d-a222-46f5436e26c4 req-daa8f1bd-72c6-4fc6-b35b-3741b38d416f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1444719 Aug 13 03:45:47.212345 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afc1d4-e849-4a80-94d6-9852ee072bd4 req-6312a9f5-88dd-4d90-be02-7f984801ff76 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:47.213829 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b3afc1d4-e849-4a80-94d6-9852ee072bd4 req-6312a9f5-88dd-4d90-be02-7f984801ff76 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 943 time: 0.1525784 Aug 13 03:45:47.266656 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6574be6b-4ab7-417e-9923-0475682472ef', 'tag': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:47.269131 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed13aa9-80c0-446c-b673-bb1648424607" -d '{"events": [{"name": "network-changed", "server_uuid": "6574be6b-4ab7-417e-9923-0475682472ef", "tag": "ace8a6d7-4e13-45e8-81f8-2b49335213cf"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:47.277223 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d6f80e69-37cb-495d-a222-46f5436e26c4 req-c2a32121-3411-492d-a4e4-4a4201b06999 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624208 Aug 13 03:45:47.280048 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b3afc1d4-e849-4a80-94d6-9852ee072bd4 req-8a65c8f4-7f4c-428c-99ae-2118fd6c834b tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569718 Aug 13 03:45:47.334184 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2450f2e-0adb-471c-91fc-e5f7529b5108 x-openstack-request-id: req-b2450f2e-0adb-471c-91fc-e5f7529b5108 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:47.335286 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6574be6b-4ab7-417e-9923-0475682472ef", "tag": "ace8a6d7-4e13-45e8-81f8-2b49335213cf", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:47.335760 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2450f2e-0adb-471c-91fc-e5f7529b5108 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:47.336321 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6574be6b-4ab7-417e-9923-0475682472ef', 'tag': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'status': 'completed', 'code': 200} Aug 13 03:45:47.345800 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a93269-e684-42eb-a1b7-e14c1b74e21e x-openstack-request-id: req-48a93269-e684-42eb-a1b7-e14c1b74e21e {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:47.346099 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01eb6e0-6b93-4d4f-919b-4518d1735d22", "tag": "60ffbbcf-5296-42fb-9321-21885b344b50", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:47.346340 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48a93269-e684-42eb-a1b7-e14c1b74e21e {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:47.346787 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01eb6e0-6b93-4d4f-919b-4518d1735d22', 'tag': '60ffbbcf-5296-42fb-9321-21885b344b50', 'status': 'completed', 'code': 200} Aug 13 03:45:47.504892 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9b06f-bb65-4951-9462-16e87252a0bc req-14248313-2058-4dc1-9354-f8ab4391d082 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:47.506311 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dab9b06f-bb65-4951-9462-16e87252a0bc req-14248313-2058-4dc1-9354-f8ab4391d082 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 944 time: 0.0510664 Aug 13 03:45:47.552227 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dab9b06f-bb65-4951-9462-16e87252a0bc req-1da43fec-e706-469c-a4a3-69048785eae1 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395348 Aug 13 03:45:48.081689 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8458d0-f75e-46f0-8e8e-1cd6f3d94676 req-769cce30-bc64-4eb9-aa3d-b2bf8d86e790 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:48.083386 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b8458d0-f75e-46f0-8e8e-1cd6f3d94676 req-769cce30-bc64-4eb9-aa3d-b2bf8d86e790 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0564957 Aug 13 03:45:48.129158 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b8458d0-f75e-46f0-8e8e-1cd6f3d94676 req-6c4ff13a-463e-4c73-90e9-7a0e715d34a8 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342152 Aug 13 03:45:48.447428 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05cb88-e5b0-4425-b418-21cd11d2403f req-d6c0aa7d-78c3-4d03-b328-571cc238c8a9 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:48.449024 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3d05cb88-e5b0-4425-b418-21cd11d2403f req-d6c0aa7d-78c3-4d03-b328-571cc238c8a9 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 943 time: 0.0877309 Aug 13 03:45:48.461109 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2c69-65d1-46ee-bcbe-6af238fb01c2 req-50e38b8c-fff8-4ff8-8128-303b05dba1cb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:48.462745 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7ebe2c69-65d1-46ee-bcbe-6af238fb01c2 req-50e38b8c-fff8-4ff8-8128-303b05dba1cb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0865228 Aug 13 03:45:48.520917 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3d05cb88-e5b0-4425-b418-21cd11d2403f req-bdf4d71f-3018-46b2-a99f-08e45e52f0ac tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571110 Aug 13 03:45:48.530801 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7ebe2c69-65d1-46ee-bcbe-6af238fb01c2 req-8bda42f8-95b0-493a-8b0e-518d65dab576 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531263 Aug 13 03:45:48.689747 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487afc46-2d7c-44b1-902e-2316295071bd req-2c8e2b51-4378-4de3-89b7-5e8757b393a3 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:48.691292 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-487afc46-2d7c-44b1-902e-2316295071bd req-2c8e2b51-4378-4de3-89b7-5e8757b393a3 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 944 time: 0.0540864 Aug 13 03:45:48.732292 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-487afc46-2d7c-44b1-902e-2316295071bd req-af9996b0-10c0-4aa5-8925-84c737c641bc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349851 Aug 13 03:45:49.260280 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03bde2-08e5-46d5-b675-cb2059e1e020 req-2b479f7f-5c79-4cec-adbb-384407ed0c35 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:49.262069 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1b03bde2-08e5-46d5-b675-cb2059e1e020 req-2b479f7f-5c79-4cec-adbb-384407ed0c35 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0616000 Aug 13 03:45:49.301750 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1b03bde2-08e5-46d5-b675-cb2059e1e020 req-0994a466-2779-48b0-a5c2-330ade8f0937 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Aug 13 03:45:49.691892 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda8e41-37e9-435d-ad8f-bc73ceb5750e req-8071e47b-f6fc-4582-b8b4-6ee576c6ed98 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:49.693833 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1cda8e41-37e9-435d-ad8f-bc73ceb5750e req-8071e47b-f6fc-4582-b8b4-6ee576c6ed98 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 943 time: 0.0851371 Aug 13 03:45:49.703420 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9889-795a-440d-b6d9-65afb2d799fb req-b5d6afec-d487-4bc2-a51a-b03cf875bbe6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:49.705210 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-467f9889-795a-440d-b6d9-65afb2d799fb req-b5d6afec-d487-4bc2-a51a-b03cf875bbe6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.0938220 Aug 13 03:45:49.762491 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1cda8e41-37e9-435d-ad8f-bc73ceb5750e req-4bfb21f7-98f2-4016-823b-e6641697c20f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561957 Aug 13 03:45:49.775224 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-467f9889-795a-440d-b6d9-65afb2d799fb req-68330448-d206-4200-b014-04d37c69fa3e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618451 Aug 13 03:45:49.886899 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163b670-3590-4b72-91c9-80c29fa2d8c1 req-0a05a802-e408-49c3-97ef-25f18de8be37 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:49.888582 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8163b670-3590-4b72-91c9-80c29fa2d8c1 req-0a05a802-e408-49c3-97ef-25f18de8be37 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 944 time: 0.0616443 Aug 13 03:45:49.928095 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8163b670-3590-4b72-91c9-80c29fa2d8c1 req-df1b5875-b532-42c6-9041-361665d94a63 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Aug 13 03:45:50.068124 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-24c4bb3e-a620-4e5e-b050-5800e2480a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.069791 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-24c4bb3e-a620-4e5e-b050-5800e2480a87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1176eec0b82b4e9586e8175259f078e3&device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 1096 time: 0.0458090 Aug 13 03:45:50.076989 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-dcdaa31a-0d77-47be-870c-2ff1b322cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.078539 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-dcdaa31a-0d77-47be-870c-2ff1b322cc5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 1097 time: 0.0439532 Aug 13 03:45:50.129173 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-a6a9abb0-6d91-4be1-a074-5d26816c504a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ffbbcf-5296-42fb-9321-21885b344b50 HTTP/1.1" status: 200 len: 217 time: 0.0413091 Aug 13 03:45:50.180563 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-8eaa1231-8b4d-425b-bf95-ad49b0c95265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.182055 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-8eaa1231-8b4d-425b-bf95-ad49b0c95265 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.0933151 Aug 13 03:45:50.183947 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-20f29ea6-2be8-4254-8320-e533a7715530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.185546 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-20f29ea6-2be8-4254-8320-e533a7715530 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f0ac0dc-ec98-4db9-950a-c8851efb639d HTTP/1.1" status: 200 len: 854 time: 0.0458105 Aug 13 03:45:50.227671 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-85407943-79ba-45a2-a01c-87dcdaf241f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05cee894-bf55-487e-b19b-409b58a4b00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276830 Aug 13 03:45:50.233942 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-6c9e4802-0a18-405b-8772-6fcb60cac7d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace8a6d7-4e13-45e8-81f8-2b49335213cf HTTP/1.1" status: 200 len: 217 time: 0.0363014 Aug 13 03:45:50.304992 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-56159d69-c37d-4b8a-bc2d-d9b98e2c5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.306923 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-56159d69-c37d-4b8a-bc2d-d9b98e2c5212 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0609288 Aug 13 03:45:50.343859 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-8635aef7-65b5-4b4f-b02b-e752e8763cfe service neutron] 10.222.0.18 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974765 Aug 13 03:45:50.366841 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-c294571c-976e-4d51-b254-32ed71877969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.368571 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-c294571c-976e-4d51-b254-32ed71877969 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525138 Aug 13 03:45:50.480610 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-77610e8c-cc77-4e31-9d41-b902d759c8f5 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023171 Aug 13 03:45:50.518738 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94558e3e-afae-4a1e-935f-7353cb9802d2 req-05c6c586-e7ee-4f64-8d30-fffc4f90c293 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.520328 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-94558e3e-afae-4a1e-935f-7353cb9802d2 req-05c6c586-e7ee-4f64-8d30-fffc4f90c293 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1080232 Aug 13 03:45:50.528345 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b78fef9b-a8ab-4795-9e48-f04b227f4cab req-1b75bc57-ba60-4bf2-a41e-23655345de7c service neutron] 10.222.0.18 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772299 Aug 13 03:45:50.568155 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-94558e3e-afae-4a1e-935f-7353cb9802d2 req-012639e8-d254-4eca-aaac-bc7c5d660772 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378520 Aug 13 03:45:50.599977 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-4ed13aa9-80c0-446c-b673-bb1648424607 req-41953621-6d8b-45a8-b90a-aa9ef9287367 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103358 Aug 13 03:45:50.641101 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-0b540833-3ffd-4ce8-82ac-cfedd7fc4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.643731 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-0b540833-3ffd-4ce8-82ac-cfedd7fc4a66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1176eec0b82b4e9586e8175259f078e3&device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 1096 time: 0.0575433 Aug 13 03:45:50.740654 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-01a2e7ca-bb84-4332-b62d-6743d7246aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.743272 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-01a2e7ca-bb84-4332-b62d-6743d7246aab service neutron] 10.222.0.18 "GET /v2.0/networks?id=05cee894-bf55-487e-b19b-409b58a4b00c HTTP/1.1" status: 200 len: 914 time: 0.0909936 Aug 13 03:45:50.830665 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-8db16802-049c-4422-b422-4ef1fa0a89fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ffbbcf-5296-42fb-9321-21885b344b50 HTTP/1.1" status: 200 len: 217 time: 0.0791781 Aug 13 03:45:50.968365 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-4f336c77-0276-42a8-b3b9-83b0d0cc1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:50.969857 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-4f336c77-0276-42a8-b3b9-83b0d0cc1c07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f0ac0dc-ec98-4db9-950a-c8851efb639d HTTP/1.1" status: 200 len: 854 time: 0.1273222 Aug 13 03:45:51.021580 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906673a-539c-421f-abe0-6ef44bdd3943 req-97f875d4-f20f-4b76-a94f-06084912ca94 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:51.023217 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d906673a-539c-421f-abe0-6ef44bdd3943 req-97f875d4-f20f-4b76-a94f-06084912ca94 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 943 time: 0.1716261 Aug 13 03:45:51.025270 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-cad497dc-46aa-4930-b588-d575d7a71116 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05cee894-bf55-487e-b19b-409b58a4b00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471077 Aug 13 03:45:51.033216 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a6585-9a26-4516-b3ce-605e5d28cefa req-07dfcc72-e907-4109-8f48-eb26de4efd3a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:51.034779 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-006a6585-9a26-4516-b3ce-605e5d28cefa req-07dfcc72-e907-4109-8f48-eb26de4efd3a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 943 time: 0.1334245 Aug 13 03:45:51.163712 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d906673a-539c-421f-abe0-6ef44bdd3943 req-83076d1c-cfec-4e82-acf3-cb1f31e68cef tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278877 Aug 13 03:45:51.172608 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-006a6585-9a26-4516-b3ce-605e5d28cefa req-a2291f8b-a5c9-4249-9c7d-36bca8aeb68e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210747 Aug 13 03:45:51.218284 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-133dcad6-ec11-4823-811f-077f68005787 service neutron] 10.222.0.18 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805818 Aug 13 03:45:51.362961 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716a9e7-6fd1-4dc8-a114-4ea579f12566 req-bfdf2d24-f161-4253-88f8-434e18935f57 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:51.364411 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a716a9e7-6fd1-4dc8-a114-4ea579f12566 req-bfdf2d24-f161-4253-88f8-434e18935f57 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 944 time: 0.0875080 Aug 13 03:45:51.371370 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c07c7e02-6818-44d2-8633-4431e3ba13e0 req-8172bf1e-3eba-48bf-a9f7-9f95303a15b7 service neutron] 10.222.0.18 "GET /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458726 Aug 13 03:45:51.435201 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a716a9e7-6fd1-4dc8-a114-4ea579f12566 req-5a5e397f-2d37-4002-a531-d66090374d07 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622928 Aug 13 03:45:51.700481 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b663b6-08a4-49de-b784-264faabcd440 req-78209078-bf30-4ff2-b9aa-ae700033bf54 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:51.706966 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-99b663b6-08a4-49de-b784-264faabcd440 req-78209078-bf30-4ff2-b9aa-ae700033bf54 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0638139 Aug 13 03:45:51.742954 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-99b663b6-08a4-49de-b784-264faabcd440 req-ab13dc27-54b9-40d4-8cc0-bc3d1ee11fde tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Aug 13 03:45:51.981721 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:45:52.148408 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:52.166965 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'port_id': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'mac_address': 'fa:16:3e:c0:8c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:45:52.283702 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:52.305975 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4025de-5669-446a-8fc1-7fbacc74a859 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:45:52.342378 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:52.348541 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:52.349258 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device ace8a6d7-4e13-45e8-81f8-2b49335213cf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:45:52.452068 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=9']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:52.454476 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2e0f7-b1bb-450f-8a8c-5bcaea631b15 req-d7832f6b-11de-497d-b93b-24bf57162ea0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:52.462314 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8d2e0f7-b1bb-450f-8a8c-5bcaea631b15 req-d7832f6b-11de-497d-b93b-24bf57162ea0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 943 time: 0.1938484 Aug 13 03:45:52.478418 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e301d53-1949-4d26-a874-6227b1a451c2 req-381ba800-68ba-42cf-a4e1-55b007c955c9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:52.480045 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5e301d53-1949-4d26-a874-6227b1a451c2 req-381ba800-68ba-42cf-a4e1-55b007c955c9 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 944 time: 0.1327288 Aug 13 03:45:52.517791 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port ace8a6d7-4e13-45e8-81f8-2b49335213cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ace8a6d7-4e13-45e8-81f8-2b49335213cf,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:52.543074 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'port_id': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'mac_address': 'fa:16:3e:00:23:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:45:52.560515 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8d2e0f7-b1bb-450f-8a8c-5bcaea631b15 req-cb5f03e9-a959-433c-a4ef-8b29bc77895c tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972693 Aug 13 03:45:52.599190 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5e301d53-1949-4d26-a874-6227b1a451c2 req-4d3525f8-f7cd-46e4-ba0a-919043ef2ee2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113703 Aug 13 03:45:52.632282 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:52.663911 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace8a6d7-4e13-45e8-81f8-2b49335213cf {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:45:52.703396 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port ace8a6d7-4e13-45e8-81f8-2b49335213cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ace8a6d7-4e13-45e8-81f8-2b49335213cf,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:52.708773 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:52.788806 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bd8cb-650c-4f6b-bf07-7582a007226a req-5d4a2c2c-4c50-40a6-a267-7a5442aa3969 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:52.791294 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=ace8a6d7-4e13-45e8-81f8-2b49335213cf,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:52.794572 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f61bd8cb-650c-4f6b-bf07-7582a007226a req-5d4a2c2c-4c50-40a6-a267-7a5442aa3969 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 944 time: 0.1296010 Aug 13 03:45:52.871899 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f61bd8cb-650c-4f6b-bf07-7582a007226a req-59dbec36-89a8-472f-b929-4c39b568f639 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681720 Aug 13 03:45:52.984106 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09976ad-bb49-486a-88e6-a0be89fee849 req-e4975411-5c5e-4544-ae1d-a26bd108a3e5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:52.987060 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b09976ad-bb49-486a-88e6-a0be89fee849 req-e4975411-5c5e-4544-ae1d-a26bd108a3e5 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0932844 Aug 13 03:45:53.010907 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['5c4025de-5669-446a-8fc1-7fbacc74a859'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:45:53.039881 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b09976ad-bb49-486a-88e6-a0be89fee849 req-2d49dfcb-acc9-4065-aa21-dcbd20989544 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Aug 13 03:45:53.087702 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['ace8a6d7-4e13-45e8-81f8-2b49335213cf'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:45:53.800771 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aa729-aff7-45f6-ba27-73cf692d9df1 req-31a65d01-48dd-408f-9e1d-4d94940f3c65 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:53.802781 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fb7aa729-aff7-45f6-ba27-73cf692d9df1 req-31a65d01-48dd-408f-9e1d-4d94940f3c65 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 943 time: 0.1015792 Aug 13 03:45:53.879807 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05cde4-bded-4df5-b68d-ec6f1e72f082 req-9283bd37-5fe6-4cbb-b9c6-a08d45f1bd3d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:53.882622 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4d05cde4-bded-4df5-b68d-ec6f1e72f082 req-9283bd37-5fe6-4cbb-b9c6-a08d45f1bd3d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 944 time: 0.1260195 Aug 13 03:45:53.944396 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fb7aa729-aff7-45f6-ba27-73cf692d9df1 req-e245ef49-206b-44be-838d-33c76a7fc7dc tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282215 Aug 13 03:45:54.001983 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 60ffbbcf-5296-42fb-9321-21885b344b50 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:45:54.003703 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:54.015588 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4d05cde4-bded-4df5-b68d-ec6f1e72f082 req-0c8a25b5-5950-49c3-920d-7dfb7d1f4c4e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217463 Aug 13 03:45:54.105333 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fcdad-8ef9-440c-8b02-e72ef9e50fb8 req-8ab7c3c1-c802-4ea5-b59a-1fc5c8e1792c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:54.113211 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-806fcdad-8ef9-440c-8b02-e72ef9e50fb8 req-8ab7c3c1-c802-4ea5-b59a-1fc5c8e1792c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 945 time: 0.0632036 Aug 13 03:45:54.169658 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-806fcdad-8ef9-440c-8b02-e72ef9e50fb8 req-0416b46f-2837-459a-9a56-717ca766489d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551870 Aug 13 03:45:54.199178 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 5c4025de-5669-446a-8fc1-7fbacc74a859 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:54.199830 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:54.260224 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da1646-2787-419f-ac5e-831c3ae36ce0 req-ed0fd288-be31-43d7-b421-59160332a63b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:54.262251 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-57da1646-2787-419f-ac5e-831c3ae36ce0 req-ed0fd288-be31-43d7-b421-59160332a63b tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0913818 Aug 13 03:45:54.286177 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 60ffbbcf-5296-42fb-9321-21885b344b50, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60ffbbcf-5296-42fb-9321-21885b344b50,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:54.312103 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '60ffbbcf-5296-42fb-9321-21885b344b50', 'network_id': '05cee894-bf55-487e-b19b-409b58a4b00c', 'port_id': '60ffbbcf-5296-42fb-9321-21885b344b50', 'mac_address': 'fa:16:3e:f2:ac:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0ac0dc-ec98-4db9-950a-c8851efb639d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:45:54.344672 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-57da1646-2787-419f-ac5e-831c3ae36ce0 req-80a61ffc-76c6-448a-915e-29b9bac3700e tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712104 Aug 13 03:45:54.405878 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:54.421554 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:54.426742 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ffbbcf-5296-42fb-9321-21885b344b50 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:45:54.467313 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:54.470311 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c6eea0-7d6c-4f28-8078-49200a5cd129" -d '{"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-plugged", "status": "completed", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:54.484099 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 60ffbbcf-5296-42fb-9321-21885b344b50, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60ffbbcf-5296-42fb-9321-21885b344b50,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:54.490743 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:54.492122 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:54.497486 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:54.532734 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2806df0f-b92e-49cc-b4d8-b5548be5baa7 x-openstack-request-id: req-2806df0f-b92e-49cc-b4d8-b5548be5baa7 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:54.533116 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-plugged", "status": "completed", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:54.533334 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2806df0f-b92e-49cc-b4d8-b5548be5baa7 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:54.533606 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'code': 200} Aug 13 03:45:54.584188 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=60ffbbcf-5296-42fb-9321-21885b344b50,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:54.650148 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=10']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:54.825923 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['60ffbbcf-5296-42fb-9321-21885b344b50'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:45:55.196960 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-b5c3b17f-b3cb-48db-8115-6381e1cf7231 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:55.199845 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-b5c3b17f-b3cb-48db-8115-6381e1cf7231 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.1052086 Aug 13 03:45:55.200763 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5dfb7-4910-44dc-a413-677b6ca3a959 req-2b831ad2-00c0-495d-a8de-1946b73f3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:55.202339 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09a5dfb7-4910-44dc-a413-677b6ca3a959 req-2b831ad2-00c0-495d-a8de-1946b73f3ec1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 1099 time: 0.1549904 Aug 13 03:45:55.268068 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22de19b-0c1b-43cf-975d-b111bd7e5b97 req-d8824718-342d-43a4-bfbb-887da04ef581 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:55.269866 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d22de19b-0c1b-43cf-975d-b111bd7e5b97 req-d8824718-342d-43a4-bfbb-887da04ef581 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 946 time: 0.1192784 Aug 13 03:45:55.321068 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09a5dfb7-4910-44dc-a413-677b6ca3a959 req-1cd01764-1856-44b3-9db5-b1b953b26df9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816569 Aug 13 03:45:55.332189 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c031b-f378-4d96-bbac-11ae2f33eb8d req-9105b1bf-34cd-40e2-b004-426ac7baadec tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:55.334231 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-720c031b-f378-4d96-bbac-11ae2f33eb8d req-9105b1bf-34cd-40e2-b004-426ac7baadec tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 944 time: 0.1481447 Aug 13 03:45:55.357550 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Deleting port 7100d8ce-1834-4611-8ca6-b37b4e0f3097 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:55.357957 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:55.380586 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d22de19b-0c1b-43cf-975d-b111bd7e5b97 req-581cf631-c83e-49cb-a3f5-918cf48edded tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961354 Aug 13 03:45:55.415818 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-720c031b-f378-4d96-bbac-11ae2f33eb8d req-47e3c60b-bb49-4a19-8a9e-88046ac13b69 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742416 Aug 13 03:45:55.522931 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] For port 7100d8ce-1834-4611-8ca6-b37b4e0f3097, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7100d8ce-1834-4611-8ca6-b37b4e0f3097,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:55.523719 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:55.543935 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Calling delete_port for 7100d8ce-1834-4611-8ca6-b37b4e0f3097 owned by compute:nova {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:55.591010 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29168a18-66cb-416b-b088-8bd3038fceb6 req-91d7a22d-5649-4475-ac00-74d7478bfc1f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:55.593568 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-29168a18-66cb-416b-b088-8bd3038fceb6 req-91d7a22d-5649-4475-ac00-74d7478bfc1f tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc005540-1fca-45d3-9338-d5c2b629abd0 HTTP/1.1" status: 200 len: 945 time: 0.0983906 Aug 13 03:45:55.606811 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9794e-7bd2-431f-890f-8a1c138e2cc0 req-2cbcd17b-1dac-42ba-a981-fdf989c0ae54 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:55.615392 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6dc9794e-7bd2-431f-890f-8a1c138e2cc0 req-2cbcd17b-1dac-42ba-a981-fdf989c0ae54 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 945 time: 0.1076720 Aug 13 03:45:55.684415 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-29168a18-66cb-416b-b088-8bd3038fceb6 req-5c9d7113-5322-4b76-8c42-15702436eeef tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.58 "GET /v2.0/security-groups?id=99ab4723-d15f-4f45-a911-77fbcf41275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664289 Aug 13 03:45:55.712482 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6dc9794e-7bd2-431f-890f-8a1c138e2cc0 req-673f8e47-191f-41df-b9c1-299fe3cdbb1e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818000 Aug 13 03:45:55.869552 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:55.887912 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['7100d8ce-1834-4611-8ca6-b37b4e0f3097'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:45:55.902809 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Pushing event deleted for resources: {'Port': ['ID=7100d8ce-1834-4611-8ca6-b37b4e0f3097,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:55.948101 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] No DVR routers for this DVR port 7100d8ce-1834-4611-8ca6-b37b4e0f3097 on host hv-cinder-76019 {{(pid=100566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:45:55.950875 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:55.953179 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-bdc3c96d-a333-44bd-a453-fac705f4483a req-3631a938-daa8-4aeb-ada6-555bef893630 tempest-ServerRescueNegativeTestJSON-2004518968 tempest-ServerRescueNegativeTestJSON-2004518968-project] 10.222.0.18 "DELETE /v2.0/ports/7100d8ce-1834-4611-8ca6-b37b4e0f3097 HTTP/1.1" status: 204 len: 173 time: 0.7391479 Aug 13 03:45:55.953630 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc005540-1fca-45d3-9338-d5c2b629abd0', 'name': 'network-vif-deleted', 'tag': '7100d8ce-1834-4611-8ca6-b37b4e0f3097'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:55.956066 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa61bd24-6ad0-422f-9ab6-87db6259d527" -d '{"events": [{"server_uuid": "cc005540-1fca-45d3-9338-d5c2b629abd0", "name": "network-vif-deleted", "tag": "7100d8ce-1834-4611-8ca6-b37b4e0f3097"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:56.002528 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device ace8a6d7-4e13-45e8-81f8-2b49335213cf up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:56.008675 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74865bfd-ac9b-4247-a64e-216e067a71c6 x-openstack-request-id: req-74865bfd-ac9b-4247-a64e-216e067a71c6 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:56.008970 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc005540-1fca-45d3-9338-d5c2b629abd0", "name": "network-vif-deleted", "tag": "7100d8ce-1834-4611-8ca6-b37b4e0f3097", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:56.009229 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74865bfd-ac9b-4247-a64e-216e067a71c6 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:56.009626 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc005540-1fca-45d3-9338-d5c2b629abd0', 'name': 'network-vif-deleted', 'tag': '7100d8ce-1834-4611-8ca6-b37b4e0f3097', 'status': 'completed', 'code': 200} Aug 13 03:45:56.078384 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port ace8a6d7-4e13-45e8-81f8-2b49335213cf completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:56.084766 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port ace8a6d7-4e13-45e8-81f8-2b49335213cf triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:56.085247 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:56.221695 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:56.270363 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port ace8a6d7-4e13-45e8-81f8-2b49335213cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ace8a6d7-4e13-45e8-81f8-2b49335213cf,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:56.275041 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:56.275898 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 60ffbbcf-5296-42fb-9321-21885b344b50 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:56.361828 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=ace8a6d7-4e13-45e8-81f8-2b49335213cf,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:56.385900 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 60ffbbcf-5296-42fb-9321-21885b344b50 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:56.393531 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 60ffbbcf-5296-42fb-9321-21885b344b50 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:56.393531 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:56.557153 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6574be6b-4ab7-417e-9923-0475682472ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:56.559931 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1520e581-c9a5-4c0b-85f9-db00dd6099b9" -d '{"events": [{"server_uuid": "6574be6b-4ab7-417e-9923-0475682472ef", "name": "network-vif-plugged", "status": "completed", "tag": "ace8a6d7-4e13-45e8-81f8-2b49335213cf"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:56.614816 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:56.657785 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea1d58-9b53-4304-a80d-d3b9c3616118 req-192b7579-daa4-4870-9b5c-e1515ebbcd82 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:56.659882 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-22ea1d58-9b53-4304-a80d-d3b9c3616118 req-192b7579-daa4-4870-9b5c-e1515ebbcd82 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 946 time: 0.1888192 Aug 13 03:45:56.713602 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e781a-433b-42c3-a791-7c6d9837630e req-9fd90353-7b0a-4e56-83ce-9f596edf6228 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:56.722852 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-aa6e781a-433b-42c3-a791-7c6d9837630e req-9fd90353-7b0a-4e56-83ce-9f596edf6228 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 944 time: 0.1234696 Aug 13 03:45:56.731942 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 60ffbbcf-5296-42fb-9321-21885b344b50, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60ffbbcf-5296-42fb-9321-21885b344b50,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:56.738835 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:56.767396 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-22ea1d58-9b53-4304-a80d-d3b9c3616118 req-17b71fa9-fc7e-4898-a562-396e2970bb28 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971532 Aug 13 03:45:56.851834 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-aa6e781a-433b-42c3-a791-7c6d9837630e req-cb4e1a0b-d416-46b7-9401-7d91321227bf tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256196 Aug 13 03:45:56.881953 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=60ffbbcf-5296-42fb-9321-21885b344b50,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:56.899066 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a541a317-5944-4fd7-a855-029bb884c4ed x-openstack-request-id: req-a541a317-5944-4fd7-a855-029bb884c4ed {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:56.906816 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6574be6b-4ab7-417e-9923-0475682472ef", "name": "network-vif-plugged", "status": "completed", "tag": "ace8a6d7-4e13-45e8-81f8-2b49335213cf", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:56.907607 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a541a317-5944-4fd7-a855-029bb884c4ed {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:56.908394 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6574be6b-4ab7-417e-9923-0475682472ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'code': 200} Aug 13 03:45:56.955885 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53204) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:57.050184 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f85f-92b2-46e2-9f66-29a5a674fa65 req-38a1bc42-4a55-4cb9-89a4-7006f90d8809 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:57.065184 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7d90f85f-92b2-46e2-9f66-29a5a674fa65 req-38a1bc42-4a55-4cb9-89a4-7006f90d8809 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 946 time: 0.1377861 Aug 13 03:45:57.170301 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7d90f85f-92b2-46e2-9f66-29a5a674fa65 req-99a650a6-e808-4ea9-a3cb-6bbc863521ac tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038153 Aug 13 03:45:57.782355 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367dae1-3245-45b4-a389-8821f83185d9 req-157260a3-7167-4ea5-9bfe-5080243699b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:57.784167 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e367dae1-3245-45b4-a389-8821f83185d9 req-157260a3-7167-4ea5-9bfe-5080243699b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 1099 time: 0.4852622 Aug 13 03:45:57.846796 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e367dae1-3245-45b4-a389-8821f83185d9 req-0a58c0a7-63c4-41d2-8988-f62c74b6c2c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 Aug 13 03:45:57.978872 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d942ca-2133-46d3-8b1f-87c9f40a4978 req-3f53b61d-275a-4e4e-af68-9edaf02cebe7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:57.987620 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-60d942ca-2133-46d3-8b1f-87c9f40a4978 req-3f53b61d-275a-4e4e-af68-9edaf02cebe7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 946 time: 0.1214716 Aug 13 03:45:58.011907 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953743'] for router_interface, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.032217 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-60d942ca-2133-46d3-8b1f-87c9f40a4978 req-d51bf823-1520-44c6-a61e-da5e040a1394 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434995 Aug 13 03:45:58.053384 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766c8df-467c-4d7a-bd19-648ae88e4940 req-b258f090-bbef-4744-8494-fc3b4d15a69f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:58.056065 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c766c8df-467c-4d7a-bd19-648ae88e4940 req-b258f090-bbef-4744-8494-fc3b4d15a69f tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 945 time: 0.1202986 Aug 13 03:45:58.139122 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c766c8df-467c-4d7a-bd19-648ae88e4940 req-a0ce13b7-e9a7-4a8e-a6c3-123c84c0388c tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761969 Aug 13 03:45:58.373124 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d91de4-c671-4672-891c-7002752b0633 req-54324a30-a6d2-4076-8ece-bfaa43b37517 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:58.375649 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d6d91de4-c671-4672-891c-7002752b0633 req-54324a30-a6d2-4076-8ece-bfaa43b37517 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 946 time: 0.0883515 Aug 13 03:45:58.470917 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d6d91de4-c671-4672-891c-7002752b0633 req-98a15852-5892-412d-b78a-330616177226 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869417 Aug 13 03:45:58.497527 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Deleting port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:58.498126 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.637790 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] For port a2499f5d-728d-4b60-8dc9-4cbf1d7570cc, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=a2499f5d-728d-4b60-8dc9-4cbf1d7570cc,segment=NetworkSegment(e8c48795-3f9e-47f6-b330-0fcb250cbaeb),segment_id=e8c48795-3f9e-47f6-b330-0fcb250cbaeb)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:58.638446 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.657779 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Calling delete_port for a2499f5d-728d-4b60-8dc9-4cbf1d7570cc owned by network:router_interface {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:58.912418 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01eb6e0-6b93-4d4f-919b-4518d1735d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ffbbcf-5296-42fb-9321-21885b344b50'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:58.922293 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea17f0c-e68e-4372-9260-9e73b847d2e5" -d '{"events": [{"server_uuid": "e01eb6e0-6b93-4d4f-919b-4518d1735d22", "name": "network-vif-plugged", "status": "completed", "tag": "60ffbbcf-5296-42fb-9321-21885b344b50"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:58.945814 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.946103 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e45f3d4a-59df-4e1a-b608-f41240334665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.981246 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e447935b-e81c-4d27-8851-3985d3310390 x-openstack-request-id: req-e447935b-e81c-4d27-8851-3985d3310390 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:58.982244 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01eb6e0-6b93-4d4f-919b-4518d1735d22", "name": "network-vif-plugged", "status": "completed", "tag": "60ffbbcf-5296-42fb-9321-21885b344b50", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:58.982804 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2499f5d-728d-4b60-8dc9-4cbf1d7570cc,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:58.983908 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e447935b-e81c-4d27-8851-3985d3310390 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:58.984990 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01eb6e0-6b93-4d4f-919b-4518d1735d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ffbbcf-5296-42fb-9321-21885b344b50', 'code': 200} Aug 13 03:45:59.218206 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036607'] for router_interface, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:59.300812 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813180-0fd2-4365-a275-39f5de9fe3a0 req-f39a996f-1675-4a61-830c-8306c9a6aac5 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:59.308866 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ad813180-0fd2-4365-a275-39f5de9fe3a0 req-f39a996f-1675-4a61-830c-8306c9a6aac5 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 945 time: 0.0859876 Aug 13 03:45:59.361001 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ad813180-0fd2-4365-a275-39f5de9fe3a0 req-8da50017-66e1-4c14-a22d-a4cca63754ed tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511520 Aug 13 03:45:59.438653 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56c4f8-8107-4f3a-ae2c-dafe1e3c26ba req-3c879a28-9331-4dce-9335-b9af093d40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:59.443448 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-6c56c4f8-8107-4f3a-ae2c-dafe1e3c26ba req-3c879a28-9331-4dce-9335-b9af093d40a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 1098 time: 0.2048044 Aug 13 03:45:59.534601 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-6c56c4f8-8107-4f3a-ae2c-dafe1e3c26ba req-fcdc6ddf-3df8-497e-b714-912646adb991 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820260 Aug 13 03:45:59.707359 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1d724-60b0-4f97-b98c-ce909641f756 req-e151d13d-bd9b-4143-8164-6d80f6f15cfe tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:59.709136 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5df1d724-60b0-4f97-b98c-ce909641f756 req-e151d13d-bd9b-4143-8164-6d80f6f15cfe tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 946 time: 0.0748713 Aug 13 03:45:59.720796 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:45:59.778707 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5df1d724-60b0-4f97-b98c-ce909641f756 req-b8fbf6bb-071d-4bed-89a2-16affd442116 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593755 Aug 13 03:45:59.898228 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:59.907351 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-5957a8bd-01b2-4528-bb2a-b583dfe2dd84 admin admin] 10.222.0.58 "PUT /v2.0/routers/77773d1f-dc46-4e9d-98aa-91e68f3c52ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9473805 Aug 13 03:45:59.907747 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53238) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:59.911321 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] Sync routers for ids ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:59.921070 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b17803-662b-4f5f-b4dd-44df4435cf41 req-93e521d5-fd3e-4879-b915-e8501474a18c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:59.921920 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] Routers {'77773d1f-dc46-4e9d-98aa-91e68f3c52ed'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:59.922557 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:45:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:59.923308 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b9b17803-662b-4f5f-b4dd-44df4435cf41 req-93e521d5-fd3e-4879-b915-e8501474a18c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 946 time: 0.0610669 Aug 13 03:45:59.988844 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b9b17803-662b-4f5f-b4dd-44df4435cf41 req-edb91ce2-fb0d-40bf-887f-9330f8650d3e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582347 Aug 13 03:46:00.022860 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53240) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:00.038662 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks [] for router, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:00.041625 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 7100d8ce-1834-4611-8ca6-b37b4e0f3097 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:46:00.080167 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 7100d8ce-1834-4611-8ca6-b37b4e0f3097 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:46:00.080515 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 7100d8ce-1834-4611-8ca6-b37b4e0f3097 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:46:00.140968 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] Set router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:00.218032 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:00.314993 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Deleting port ee5264c2-9cec-4da3-8b0e-e1598d532d33 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:46:00.318595 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:00.352512 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e373bc-2b7f-4b5d-abc6-f37654b4a2e4 tempest-TestVolumeBootPattern-678534080 tempest-TestVolumeBootPattern-678534080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:00.356169 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-37e373bc-2b7f-4b5d-abc6-f37654b4a2e4 tempest-TestVolumeBootPattern-678534080 tempest-TestVolumeBootPattern-678534080-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 1094 time: 0.3319235 Aug 13 03:46:00.359571 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53244) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:00.368083 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'floatingip': {'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'port_id': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:00.420160 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:00.547550 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] For port ee5264c2-9cec-4da3-8b0e-e1598d532d33, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=ee5264c2-9cec-4da3-8b0e-e1598d532d33,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:00.548005 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:00.569653 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:15Z', 'updated_at': '2021-08-13T03:45:58Z', 'revision_number': 5, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'gw_port': {'id': 'ee5264c2-9cec-4da3-8b0e-e1598d532d33', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:17Z', 'updated_at': '2021-08-13T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:00.573353 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Calling delete_port for ee5264c2-9cec-4da3-8b0e-e1598d532d33 owned by network:router_gateway {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:46:00.636288 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94397986-3cf6-483a-b4c4-86556141cee3 req-35a613e0-0940-4cd0-a0a1-7a273f665131 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:00.638217 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-94397986-3cf6-483a-b4c4-86556141cee3 req-35a613e0-0940-4cd0-a0a1-7a273f665131 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 945 time: 0.1082497 Aug 13 03:46:00.708176 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:00.713644 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-94397986-3cf6-483a-b4c4-86556141cee3 req-ebf640c9-6fa4-4401-9875-78987ec99333 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562339 Aug 13 03:46:00.828773 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] Checking router: 77773d1f-dc46-4e9d-98aa-91e68f3c52ed for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:00.862703 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] Routers {'77773d1f-dc46-4e9d-98aa-91e68f3c52ed'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:00.862703 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:45:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:00.934133 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Allocated IP 172.27.2.234 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/1e17393c-e0d5-48b4-b421-a5769bb5f80f) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:00.946332 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.003352 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5264c2-9cec-4da3-8b0e-e1598d532d33,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:01.062419 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] Set router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed gateway port host: None {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:01.124552 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:15Z', 'updated_at': '2021-08-13T03:46:00Z', 'revision_number': 6, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'gw_port_host': None}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:01.150238 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.161486 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbd73e-b970-4938-9c4a-9aa6e6f2cce3 None None] The sync data for ids ['77773d1f-dc46-4e9d-98aa-91e68f3c52ed'] in dv-cinder-760197-5-iscsi is: [{'id': '77773d1f-dc46-4e9d-98aa-91e68f3c52ed', 'name': 'tempest-ServerRescueNegativeTestJSON-387790821-router', 'tenant_id': '4db1968f1db44242913aa03c89b0d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:15Z', 'updated_at': '2021-08-13T03:46:00Z', 'revision_number': 6, 'project_id': '4db1968f1db44242913aa03c89b0d193', 'gw_port_host': None}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:01.170676 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036485'] for router_gateway, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.216667 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.283087 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:01.287962 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:01.297482 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:01.339731 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1038377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.342414 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.389369 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'Port': ['ID=1e17393c-e0d5-48b4-b421-a5769bb5f80f,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:01.426075 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1038374'] for router, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.427069 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77773d1f-dc46-4e9d-98aa-91e68f3c52ed {{(pid=100566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:46:01.436771 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.442095 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-3e44b70a-c337-4bcc-81b4-7b448f66207f admin admin] 10.222.0.58 "DELETE /v2.0/routers/77773d1f-dc46-4e9d-98aa-91e68f3c52ed HTTP/1.1" status: 204 len: 168 time: 1.5332015 Aug 13 03:46:01.443040 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53262) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:01.509852 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07a61c1-ca61-4316-9f39-7b60c7b91e57 admin admin] Deleting subnet d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 {{(pid=100566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:46:01.512111 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d07a61c1-ca61-4316-9f39-7b60c7b91e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.596160 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d07a61c1-ca61-4316-9f39-7b60c7b91e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819215'] for subnet, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.677130 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d07a61c1-ca61-4316-9f39-7b60c7b91e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.677383 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device a2499f5d-728d-4b60-8dc9-4cbf1d7570cc no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:46:01.714309 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: a2499f5d-728d-4b60-8dc9-4cbf1d7570cc {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:46:01.719880 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device a2499f5d-728d-4b60-8dc9-4cbf1d7570cc not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:46:01.780580 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d07a61c1-ca61-4316-9f39-7b60c7b91e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2891789'] for subnet, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.817408 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a61c1-ca61-4316-9f39-7b60c7b91e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:01.825235 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d07a61c1-ca61-4316-9f39-7b60c7b91e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:01.830801 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d07a61c1-ca61-4316-9f39-7b60c7b91e57 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d1a4b6bd-bf04-48a6-8d65-58b7ed96cf72 HTTP/1.1" status: 204 len: 168 time: 0.3840938 Aug 13 03:46:01.832786 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53268) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:02.221868 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.241810 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.307016 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.371969 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.403572 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7b78a2-8d56-47b5-a802-e41f1c206f85']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:02.416271 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:02.419963 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c48795-3f9e-47f6-b330-0fcb250cbaeb') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:02.449562 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.476180 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.483188 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:46:02.483635 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.515117 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:46:02.567154 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:46:02.593199 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.615811 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5dec4f28-e030-48eb-b39a-bf4cb13fa0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.653012 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.660217 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ac7b78a2-8d56-47b5-a802-e41f1c206f85 HTTP/1.1" status: 204 len: 168 time: 0.8221669 Aug 13 03:46:02.660217 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2acbc6-c50b-4cd1-9731-0512e681adb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7b78a2-8d56-47b5-a802-e41f1c206f85,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:02.805025 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.814511 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:02.968770 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'Port': ['ID=1e17393c-e0d5-48b4-b421-a5769bb5f80f,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:02.977794 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53282) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:02.993706 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:03.051736 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-44211e06-1c9c-48fa-a9fe-fb10d76edd63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4db1968f1db44242913aa03c89b0d193&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0720642 Aug 13 03:46:03.052745 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53284) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:03.191599 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cf60cfba-c35c-4d05-a66a-2def7c200202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:03.227449 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Floating IP e9eeccf9-ab0e-4f91-a0e1-a7018514fbc2 associated. External IP: 172.27.2.234, port: ace8a6d7-4e13-45e8-81f8-2b49335213cf. Aug 13 03:46:03.256514 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cf60cfba-c35c-4d05-a66a-2def7c200202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:03.309022 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device ee5264c2-9cec-4da3-8b0e-e1598d532d33 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:46:03.341630 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: ee5264c2-9cec-4da3-8b0e-e1598d532d33 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:46:03.342439 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device ee5264c2-9cec-4da3-8b0e-e1598d532d33 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:46:03.368423 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cf60cfba-c35c-4d05-a66a-2def7c200202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:03.371872 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cf60cfba-c35c-4d05-a66a-2def7c200202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:03.377746 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-cf60cfba-c35c-4d05-a66a-2def7c200202 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99ab4723-d15f-4f45-a911-77fbcf41275d HTTP/1.1" status: 204 len: 168 time: 0.3190067 Aug 13 03:46:03.391455 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60cfba-c35c-4d05-a66a-2def7c200202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ab4723-d15f-4f45-a911-77fbcf41275d,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:03.721243 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Router e7061e11-1393-4ca2-816d-8187ee739003 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:03.907664 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:03.926422 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf8679-434c-42f2-b990-91b64428080b None None] Sync routers for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:03.945849 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:03.949926 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf8679-434c-42f2-b990-91b64428080b None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:03.950821 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-3edf8679-434c-42f2-b990-91b64428080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:04.023270 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-0b8b9584-ed1b-4694-aa74-1e1bea9d565a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6624610 Aug 13 03:46:04.023860 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6574be6b-4ab7-417e-9923-0475682472ef', 'tag': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:04.026238 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f523396-cab5-4fc3-b2dd-c956549d297c" -d '{"events": [{"name": "network-changed", "server_uuid": "6574be6b-4ab7-417e-9923-0475682472ef", "tag": "ace8a6d7-4e13-45e8-81f8-2b49335213cf"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:04.125551 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6466117a-481e-4075-8305-08008ba34e11 x-openstack-request-id: req-6466117a-481e-4075-8305-08008ba34e11 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:04.125852 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6574be6b-4ab7-417e-9923-0475682472ef", "tag": "ace8a6d7-4e13-45e8-81f8-2b49335213cf", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:04.126081 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6466117a-481e-4075-8305-08008ba34e11 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:04.126521 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6574be6b-4ab7-417e-9923-0475682472ef', 'tag': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'status': 'completed', 'code': 200} Aug 13 03:46:04.235068 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-18125c83-70b4-4e66-a0a4-617be5bf7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:04.241376 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-18125c83-70b4-4e66-a0a4-617be5bf7e74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 1099 time: 0.0891731 Aug 13 03:46:04.314933 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:04.342587 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-3edf8679-434c-42f2-b990-91b64428080b None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:04.412844 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-410c54ea-4771-450e-afbb-6404ea5c69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:04.417855 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-410c54ea-4771-450e-afbb-6404ea5c69b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.1659203 Aug 13 03:46:04.532722 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-c782f711-8e89-4e29-923b-69dc04e55eb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace8a6d7-4e13-45e8-81f8-2b49335213cf HTTP/1.1" status: 200 len: 1000 time: 0.0996838 Aug 13 03:46:04.613532 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-ed25a008-d54e-4922-b842-d56e55957464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:04.615193 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-ed25a008-d54e-4922-b842-d56e55957464 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0748162 Aug 13 03:46:04.718802 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-3edf8679-434c-42f2-b990-91b64428080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'e9eeccf9-ab0e-4f91-a0e1-a7018514fbc2', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:00:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574be6b-4ab7-417e-9923-0475682472ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:01Z', 'updated_at': '2021-08-13T03:46:01Z', 'revision_number': 0, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:04.726302 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53322) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:04.730349 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-ff9740fa-d580-4287-992b-6510a96a5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:04.739529 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-ff9740fa-d580-4287-992b-6510a96a5e67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137841 Aug 13 03:46:04.756635 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf8679-434c-42f2-b990-91b64428080b None None] Checking router: e7061e11-1393-4ca2-816d-8187ee739003 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:04.767590 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf8679-434c-42f2-b990-91b64428080b None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:04.768713 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-3edf8679-434c-42f2-b990-91b64428080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:04.886226 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-ddbb85b9-c9be-43ae-974f-01b42d6b7a5c service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297040 Aug 13 03:46:04.929016 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-3edf8679-434c-42f2-b990-91b64428080b None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:04.955514 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2027729364-network', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:04.979763 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:04.988632 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Made reservation on behalf of c9961e74c88d4832865f52e302269bc0 for: {'network': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:04.991127 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.001141 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.074317 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-3f523396-cab5-4fc3-b2dd-c956549d297c req-f0ebaf4f-fe7c-467f-a943-267b7c94944b service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779764 Aug 13 03:46:05.200291 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.208797 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.281348 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751f9e1b-9581-40a5-b33b-8fc3f5061705,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:05.291237 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=100567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:05.311642 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.312408 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.segments_db [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Added segment 34dbcf3f-d49b-4540-9efd-8b9eeba50ca4 of type vlan for network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 Aug 13 03:46:05.378968 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.393556 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-3edf8679-434c-42f2-b990-91b64428080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'e9eeccf9-ab0e-4f91-a0e1-a7018514fbc2', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:00:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574be6b-4ab7-417e-9923-0475682472ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:01Z', 'updated_at': '2021-08-13T03:46:01Z', 'revision_number': 0, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:05.418863 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.420057 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:05.420769 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.460814 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf8679-434c-42f2-b990-91b64428080b None None] The sync data for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi is: [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'e9eeccf9-ab0e-4f91-a0e1-a7018514fbc2', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:00:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574be6b-4ab7-417e-9923-0475682472ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:01Z', 'updated_at': '2021-08-13T03:46:01Z', 'revision_number': 0, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:05.474735 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.492491 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] Pushing event updated for resources: {'Network': ['ID=7f3c1fcb-56ac-4053-a05f-9f8241fff037,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:05.505039 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:05.513976 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-1b49b245-fc1c-479f-bdb8-f55b4e0115ed admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7865252 Aug 13 03:46:05.517141 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53326) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:05.522827 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Request body: {'subnet': {'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2027729364-subnet', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:05.567421 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Made reservation on behalf of c9961e74c88d4832865f52e302269bc0 for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:05.574744 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9782172'] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.777569 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915e9f2c-f824-4937-b3b0-00a382384048 None None] New status for floating IP e9eeccf9-ab0e-4f91-a0e1-a7018514fbc2: ACTIVE {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:46:05.902554 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2721632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9782190'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:05.980837 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef00556d-5b19-424d-8a06-00529398bb44,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:05.996045 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Checking segment: {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:05.996816 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Network hostable DHCP agents. Network: 7f3c1fcb-56ac-4053-a05f-9f8241fff037, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:06.029289 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:06.043140 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 7f3c1fcb-56ac-4053-a05f-9f8241fff037) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:06.052854 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:06.055219 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:06.063016 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a002e6b-8ad1-492d-8088-b92a3ffa51d6 None None] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:06.080726 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e8e6d443-e65d-4666-ae66-1042a1a93b02 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5622318 Aug 13 03:46:06.083346 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53334) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:06.089282 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:06.122768 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:06.126047 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:06.200610 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:06.299569 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:46:06.300590 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:06.517463 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:06.540714 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Allocated IP 172.20.0.2 (7f3c1fcb-56ac-4053-a05f-9f8241fff037/ef00556d-5b19-424d-8a06-00529398bb44/f9981b57-5bc8-4324-8658-146690ebdbe9) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:06.785231 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:06.821372 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:06.854143 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:06.902117 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Transition to ACTIVE for port object f9981b57-5bc8-4324-8658-146690ebdbe9 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:06.954527 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Transition to ACTIVE for port object f9981b57-5bc8-4324-8658-146690ebdbe9 will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:06.963658 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:07.019763 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:07.024762 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:07.033029 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:07.042206 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Pushing event updated for resources: {'Port': ['ID=f9981b57-5bc8-4324-8658-146690ebdbe9,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:07.050540 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Allocated IP 172.27.2.47 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/cf32b683-b968-4ca3-ad8f-9ba79e73afa2) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:07.135727 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Attempting to bind port f9981b57-5bc8-4324-8658-146690ebdbe9 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:07.136522 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Attempting to bind port f9981b57-5bc8-4324-8658-146690ebdbe9 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:07.137013 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Attempting to bind port f9981b57-5bc8-4324-8658-146690ebdbe9 on network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:07.145488 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:07.146262 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Checking segment: {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:07.147100 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:07.147876 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Bound using segment: {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:07.148833 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Bound port: f9981b57-5bc8-4324-8658-146690ebdbe9, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:07.149613 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:07.200229 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:07.233281 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] For port f9981b57-5bc8-4324-8658-146690ebdbe9, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:07.237543 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] For port f9981b57-5bc8-4324-8658-146690ebdbe9, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=f9981b57-5bc8-4324-8658-146690ebdbe9,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:07.244486 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:07.255318 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:07.323477 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:07.329957 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:07.335094 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:07.335319 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e6326-ecee-4333-85ca-3d44f99d115b None None] Pushing event updated for resources: {'Port': ['ID=f9981b57-5bc8-4324-8658-146690ebdbe9,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:07.373875 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Pushing event updated for resources: {'Port': ['ID=cf32b683-b968-4ca3-ad8f-9ba79e73afa2,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:08.075636 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:08.375576 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:08.572417 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Router 1a3b5591-92a5-410e-b912-286415d1d381 is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:46:08.644704 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e22ea-2b90-412c-b6ef-6133488c4083 None None] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:08.696259 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:08.715016 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:08.718131 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7c05df16-05a9-4a32-b123-f24562bf0616 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6325862 Aug 13 03:46:08.720451 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53352) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:08.732625 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Sync routers for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:08.774822 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:08.775764 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:08.830012 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-7c1c9dc3-e21e-4045-b698-bb8e7fb55097 None None] Provisioning for port f9981b57-5bc8-4324-8658-146690ebdbe9 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:09.099804 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:09.509208 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device f9981b57-5bc8-4324-8658-146690ebdbe9 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:09.565338 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:07Z', 'revision_number': 3, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:09.571318 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:09.598111 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Checking router: 1a3b5591-92a5-410e-b912-286415d1d381 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:09.598484 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Updating router 1a3b5591-92a5-410e-b912-286415d1d381 port cf32b683-b968-4ca3-ad8f-9ba79e73afa2 binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:09.639249 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:09.679361 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port f9981b57-5bc8-4324-8658-146690ebdbe9 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:09.694328 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port f9981b57-5bc8-4324-8658-146690ebdbe9 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:09.694829 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:09.828924 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-d81d5948-49ce-4186-b88d-358c421765ed None None] Provisioning complete for port f9981b57-5bc8-4324-8658-146690ebdbe9 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:09.829506 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d81d5948-49ce-4186-b88d-358c421765ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:09.838016 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Allocated IP 172.20.0.1 (7f3c1fcb-56ac-4053-a05f-9f8241fff037/ef00556d-5b19-424d-8a06-00529398bb44/452a600c-01aa-4bf5-a87e-3c85700568eb) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:10.042214 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.072488 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Transition to ACTIVE for port object 452a600c-01aa-4bf5-a87e-3c85700568eb will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:10.160923 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.202964 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.216116 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d81d5948-49ce-4186-b88d-358c421765ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.274225 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:10.284363 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:10.319064 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:10.371274 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port f9981b57-5bc8-4324-8658-146690ebdbe9, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=f9981b57-5bc8-4324-8658-146690ebdbe9,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:10.394374 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.398946 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Pushing event updated for resources: {'Port': ['ID=452a600c-01aa-4bf5-a87e-3c85700568eb,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:10.425004 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.494211 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.544552 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Transition to ACTIVE for port object cf32b683-b968-4ca3-ad8f-9ba79e73afa2 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:10.574541 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=f9981b57-5bc8-4324-8658-146690ebdbe9,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:10.575379 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.db.api [None req-d81d5948-49ce-4186-b88d-358c421765ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:10.576162 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG oslo_db.api [None req-d81d5948-49ce-4186-b88d-358c421765ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:10.578446 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.659648 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.664249 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Attempting to bind port cf32b683-b968-4ca3-ad8f-9ba79e73afa2 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:10.664467 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Attempting to bind port cf32b683-b968-4ca3-ad8f-9ba79e73afa2 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:10.664786 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Attempting to bind port cf32b683-b968-4ca3-ad8f-9ba79e73afa2 on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:10.680664 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:10.681406 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:10.683406 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.683406 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:10.683406 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Bound port: cf32b683-b968-4ca3-ad8f-9ba79e73afa2, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:10.683775 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.687407 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27e884-cd86-4ba1-8034-c00f6fa5b1d0 None None] Pushing event updated for resources: {'Port': ['ID=cf32b683-b968-4ca3-ad8f-9ba79e73afa2,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:10.787440 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] For port cf32b683-b968-4ca3-ad8f-9ba79e73afa2, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:10.793003 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] For port cf32b683-b968-4ca3-ad8f-9ba79e73afa2, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cf32b683-b968-4ca3-ad8f-9ba79e73afa2,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:10.804799 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:10.871170 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:10.871826 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:10.937084 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27e884-cd86-4ba1-8034-c00f6fa5b1d0 None None] Pushing event updated for resources: {'Port': ['ID=cf32b683-b968-4ca3-ad8f-9ba79e73afa2,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:10.998251 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:11.010002 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:11.039824 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:11.133923 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Pushing event updated for resources: {'Port': ['ID=452a600c-01aa-4bf5-a87e-3c85700568eb,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:11.149255 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:11.352514 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:11.363804 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:11.414609 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device f9981b57-5bc8-4324-8658-146690ebdbe9 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:11.454533 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-9c3c426f-2a01-4db6-9beb-f2e0004a53c6 None None] Provisioning for port 452a600c-01aa-4bf5-a87e-3c85700568eb completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:11.473569 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-9c3c426f-2a01-4db6-9beb-f2e0004a53c6 None None] Provisioning complete for port 452a600c-01aa-4bf5-a87e-3c85700568eb triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:11.474225 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-9c3c426f-2a01-4db6-9beb-f2e0004a53c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:11.522730 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c426f-2a01-4db6-9beb-f2e0004a53c6 None None] Port 452a600c-01aa-4bf5-a87e-3c85700568eb cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:11.565713 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port f9981b57-5bc8-4324-8658-146690ebdbe9 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:11.567472 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:11.584761 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:09Z', 'revision_number': 1, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:11.640818 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e29d74-4545-4123-9aad-d6cd53801a2f None None] The sync data for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi is: [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:09Z', 'revision_number': 1, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:11.687371 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Router 1a3b5591-92a5-410e-b912-286415d1d381 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:11.827652 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-94369b0d-fa6f-4944-ac2f-89c82c0bd063 None None] Provisioning complete for port 452a600c-01aa-4bf5-a87e-3c85700568eb triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:11.828332 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-94369b0d-fa6f-4944-ac2f-89c82c0bd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:11.874503 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-94369b0d-fa6f-4944-ac2f-89c82c0bd063 None None] Port 452a600c-01aa-4bf5-a87e-3c85700568eb cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:11.884541 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:11.907004 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-1eebdcd2-8fb0-48ce-9b05-a2563f4d5c2c admin admin] 10.222.0.58 "PUT /v2.0/routers/1a3b5591-92a5-410e-b912-286415d1d381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1808505 Aug 13 03:46:12.615072 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53398) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:12.619860 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-445f0f45-b04a-4b4e-8ed4-e0439a2e8703 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184188821', 'description': 'tempest-description--1443283175'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:12.647537 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-445f0f45-b04a-4b4e-8ed4-e0439a2e8703 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:12.765134 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-445f0f45-b04a-4b4e-8ed4-e0439a2e8703 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:12.772774 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-445f0f45-b04a-4b4e-8ed4-e0439a2e8703 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:12.825992 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-445f0f45-b04a-4b4e-8ed4-e0439a2e8703 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:12.831220 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-445f0f45-b04a-4b4e-8ed4-e0439a2e8703 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2123330 Aug 13 03:46:12.834137 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53402) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:12.835493 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f0f45-b04a-4b4e-8ed4-e0439a2e8703 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3ff224-f336-4ab4-b825-143a460b01f3,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:12.842064 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-5345fbb1-3427-4d70-8476-20143f82fd28 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'security_group_rule': {'security_group_id': '0b3ff224-f336-4ab4-b825-143a460b01f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:12.883592 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-5345fbb1-3427-4d70-8476-20143f82fd28 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:12.983463 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-5345fbb1-3427-4d70-8476-20143f82fd28 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:12.989597 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-5345fbb1-3427-4d70-8476-20143f82fd28 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.028744 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345fbb1-3427-4d70-8476-20143f82fd28 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44991d91-1b3c-41e4-b5aa-b2b73e4ecd26,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:13.032590 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-5345fbb1-3427-4d70-8476-20143f82fd28 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.034597 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-5345fbb1-3427-4d70-8476-20143f82fd28 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987102 Aug 13 03:46:13.038812 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53412) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:13.045970 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-626046b7-a7f3-4aa5-b46d-68e5752c08d2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'security_group_rule': {'security_group_id': '0b3ff224-f336-4ab4-b825-143a460b01f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:13.082391 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-626046b7-a7f3-4aa5-b46d-68e5752c08d2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.186302 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-626046b7-a7f3-4aa5-b46d-68e5752c08d2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.191704 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-626046b7-a7f3-4aa5-b46d-68e5752c08d2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.211037 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626046b7-a7f3-4aa5-b46d-68e5752c08d2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5454f2c3-e217-4963-aaed-9b7bf35f229e,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:13.220764 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-626046b7-a7f3-4aa5-b46d-68e5752c08d2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.222046 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-626046b7-a7f3-4aa5-b46d-68e5752c08d2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1817656 Aug 13 03:46:13.226780 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53418) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:13.231534 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'floatingip': {'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:13.257941 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.363872 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cf32b683-b968-4ca3-ad8f-9ba79e73afa2 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:13.381995 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.463327 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port cf32b683-b968-4ca3-ad8f-9ba79e73afa2 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:13.469316 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port cf32b683-b968-4ca3-ad8f-9ba79e73afa2 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:13.469875 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.552684 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Allocated IP 172.27.2.176 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/41ffa79a-ec42-4d46-b1a4-edd805a68507) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:13.581224 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.639611 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port cf32b683-b968-4ca3-ad8f-9ba79e73afa2, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cf32b683-b968-4ca3-ad8f-9ba79e73afa2,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:13.646098 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.673160 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.722861 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.735672 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=cf32b683-b968-4ca3-ad8f-9ba79e73afa2,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:13.771048 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:13.775837 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:13.781078 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:13.817660 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'Port': ['ID=41ffa79a-ec42-4d46-b1a4-edd805a68507,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:13.980539 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:14.029594 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:14.065096 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Sync routers for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:14.077160 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:14.077797 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:14.195193 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:14.278635 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:14.286115 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:14.410737 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'Port': ['ID=41ffa79a-ec42-4d46-b1a4-edd805a68507,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:14.428086 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:14.448930 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:14.449484 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-b738edfc-a162-4aad-b8f3-979a20372f48 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2214448 Aug 13 03:46:14.526722 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 2, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:14.565158 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Checking router: 1a3b5591-92a5-410e-b912-286415d1d381 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:14.565677 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Updating router 1a3b5591-92a5-410e-b912-286415d1d381 port 452a600c-01aa-4bf5-a87e-3c85700568eb binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:14.595911 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:14.635181 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-89d0edf1-709c-4a53-a4b5-824c728b5cb4 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1184188821&fields=id&tenant_id=c9961e74c88d4832865f52e302269bc0 HTTP/1.1" status: 200 len: 267 time: 0.0428498 Aug 13 03:46:14.770878 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-c5632c05-737b-47cb-a518-5674254fa89d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:14.775315 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-c5632c05-737b-47cb-a518-5674254fa89d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 811 time: 0.1258144 Aug 13 03:46:14.791040 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-fa4581c0-079d-41e7-978a-3608c610517b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/quotas/c9961e74c88d4832865f52e302269bc0 HTTP/1.1" status: 200 len: 375 time: 0.0119660 Aug 13 03:46:14.875562 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-58003afc-6901-4e81-b6ee-f03f603af6c4 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747857 Aug 13 03:46:14.954310 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:14.964755 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Transition to ACTIVE for port object 452a600c-01aa-4bf5-a87e-3c85700568eb will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:14.971472 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:14.997318 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-f375dae7-e251-4047-96e6-89e13b3ead5b service neutron] 10.222.0.58 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072254 Aug 13 03:46:15.018779 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Pushing event updated for resources: {'Port': ['ID=452a600c-01aa-4bf5-a87e-3c85700568eb,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:15.096812 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.097414 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.097531 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.097835 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.098353 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.098910 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.099548 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.100039 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.100544 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.101103 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.101651 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.102309 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:15.110319 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Attempting to bind port 452a600c-01aa-4bf5-a87e-3c85700568eb on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:15.110817 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Attempting to bind port 452a600c-01aa-4bf5-a87e-3c85700568eb by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:15.111003 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-54d106a9-7307-465a-a619-2fb8cc5a792c service neutron] 10.222.0.58 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124780 Aug 13 03:46:15.111169 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Attempting to bind port 452a600c-01aa-4bf5-a87e-3c85700568eb on network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:15.117468 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:15.117850 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Checking segment: {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:15.118253 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:15.118672 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Bound using segment: {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:15.119147 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Bound port: 452a600c-01aa-4bf5-a87e-3c85700568eb, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:15.119551 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:15.202944 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] For port 452a600c-01aa-4bf5-a87e-3c85700568eb, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:15.208676 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] For port 452a600c-01aa-4bf5-a87e-3c85700568eb, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=452a600c-01aa-4bf5-a87e-3c85700568eb,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:15.216090 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:15.295923 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:15.296348 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:15.344116 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe1570-0ca5-4d55-8c19-9c1a90dd9bc2 None None] Pushing event updated for resources: {'Port': ['ID=452a600c-01aa-4bf5-a87e-3c85700568eb,revision_number=4']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:15.454307 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-786dab5d-685c-40ea-84b5-0d4dc810e8eb req-e81b675d-94fa-4fd8-9476-a68b4ccdf188 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 210 time: 0.0874455 Aug 13 03:46:15.455059 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:15.487477 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cf32b683-b968-4ca3-ad8f-9ba79e73afa2 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:15.581422 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port cf32b683-b968-4ca3-ad8f-9ba79e73afa2 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:15.582068 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:15.875053 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:15Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:15.904530 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5c595-5379-49ed-9131-facd5ab7263d None None] The sync data for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi is: [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:15Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:16.566267 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-91003b0f-d36f-4db2-909e-a7b17b764681 req-38cc7834-0901-4093-9296-06ed8aebe9b3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 210 time: 0.0269332 Aug 13 03:46:17.386948 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 452a600c-01aa-4bf5-a87e-3c85700568eb up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:17.445423 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 452a600c-01aa-4bf5-a87e-3c85700568eb completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:17.450850 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 452a600c-01aa-4bf5-a87e-3c85700568eb triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:17.451513 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:17.557885 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:46:17.674005 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:17.688212 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a54c71c0-e776-4eb1-9dd0-275875d136bf req-8e8e49ef-1c63-44fc-937b-527251f53403 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 210 time: 0.0316885 Aug 13 03:46:17.710617 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 452a600c-01aa-4bf5-a87e-3c85700568eb, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=452a600c-01aa-4bf5-a87e-3c85700568eb,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:17.715243 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:17.801738 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=452a600c-01aa-4bf5-a87e-3c85700568eb,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:17.986326 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-3f0ee3af-f587-43ff-9d08-abdeed23ab0d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:17.987958 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-3f0ee3af-f587-43ff-9d08-abdeed23ab0d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 811 time: 0.1528673 Aug 13 03:46:18.059588 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-a052e87c-39a1-4016-9ea1-84f3bac0e19a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9961e74c88d4832865f52e302269bc0 HTTP/1.1" status: 200 len: 380 time: 0.0593481 Aug 13 03:46:18.071700 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'port': {'device_id': '04094525-458f-4be1-9185-de81b3f45678', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'admin_state_up': True, 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'security_groups': ['0b3ff224-f336-4ab4-b825-143a460b01f3']}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:18.208230 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Made reservation on behalf of c9961e74c88d4832865f52e302269bc0 for: {'port': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:18.212337 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.328502 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53530) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:18.365508 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Allocated IP 172.20.0.3 (7f3c1fcb-56ac-4053-a05f-9f8241fff037/ef00556d-5b19-424d-8a06-00529398bb44/8b2ee849-6699-49bc-b11c-9e60c7e610c0) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:18.388724 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57cb664-6c64-4081-91b4-75053bb3eccd admin admin] Deleting subnet d358eef4-7cc4-41f2-be72-b21058bb30b2 {{(pid=100567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:46:18.392025 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e57cb664-6c64-4081-91b4-75053bb3eccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.448272 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e57cb664-6c64-4081-91b4-75053bb3eccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720882'] for subnet, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.502510 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e57cb664-6c64-4081-91b4-75053bb3eccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.540803 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.565103 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Transition to ACTIVE for port object 8b2ee849-6699-49bc-b11c-9e60c7e610c0 will not be triggered until provisioned by entity DHCP. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:18.565447 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e57cb664-6c64-4081-91b4-75053bb3eccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2721575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9782199'] for subnet, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.593819 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cb664-6c64-4081-91b4-75053bb3eccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d358eef4-7cc4-41f2-be72-b21058bb30b2,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:18.595335 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e57cb664-6c64-4081-91b4-75053bb3eccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.599618 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e57cb664-6c64-4081-91b4-75053bb3eccd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d358eef4-7cc4-41f2-be72-b21058bb30b2 HTTP/1.1" status: 204 len: 168 time: 0.2671173 Aug 13 03:46:18.600448 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53532) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:18.605628 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.656698 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:18.659893 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:18.663767 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:18.691692 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'Port': ['ID=8b2ee849-6699-49bc-b11c-9e60c7e610c0,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:18.730990 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:18.731932 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.765437 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-52fcbc69-f1ca-4811-af43-0faf5aa8573a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6974390 Aug 13 03:46:18.784124 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Request body: {'port': {'device_id': '04094525-458f-4be1-9185-de81b3f45678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:18.867501 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.951579 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-76fa89c2-417c-4bcf-85c6-07393a751bb0 None None] Provisioning for port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:18.959015 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-76fa89c2-417c-4bcf-85c6-07393a751bb0 None None] Provisioning complete for port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:18.959637 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-76fa89c2-417c-4bcf-85c6-07393a751bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:18.986945 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.016193 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65436-226d-42e3-84e2-e8b494fdc06b req-82e081ca-8832-4a39-9f0b-48ec9211077c tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:19.018593 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c6c65436-226d-42e3-84e2-e8b494fdc06b req-82e081ca-8832-4a39-9f0b-48ec9211077c tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 931 time: 0.1172109 Aug 13 03:46:19.021908 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-76fa89c2-417c-4bcf-85c6-07393a751bb0 None None] Port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:19.127428 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c6c65436-226d-42e3-84e2-e8b494fdc06b req-00ca2232-cddf-48f0-87bf-8fe3995924b4 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978427 Aug 13 03:46:19.129059 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.150227 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e754cb-cd5a-4629-a42c-1824d83c9da4']}} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:19.162086 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f014706-762a-474d-8ad8-263a3cc393f4') {'for_net_delete': True} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:19.162379 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f014706-762a-474d-8ad8-263a3cc393f4') {} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:19.175664 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720869'] for segment, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.192275 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.203950 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=100567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:46:19.204547 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2721785'] for segment, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: Traceback (most recent call last): Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: timer() Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: cb(*args, **kw) Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: return func(*args, **kwargs) Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: self._notify() Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: self.callback(batched_events) Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: event.method(event) Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: return f(self, *a, **k) Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._get(url).json() Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: return self.request(url, 'GET', **kwargs) Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:46:19.207071 dv-cinder-760197-5-iscsi neutron-server[100567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:46:19.213628 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2ee849-6699-49bc-b11c-9e60c7e610c0 {{(pid=100566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:46:19.223012 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.236456 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Transition to ACTIVE for port object 8b2ee849-6699-49bc-b11c-9e60c7e610c0 will not be triggered until provisioned by entity L2. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:19.243417 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.305981 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.311800 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.316430 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] 10.222.0.58 "DELETE /v2.0/networks/43e754cb-cd5a-4629-a42c-1824d83c9da4 HTTP/1.1" status: 204 len: 168 time: 0.7130361 Aug 13 03:46:19.331687 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142d4a1-df5a-49df-896c-5b3969bac733 admin admin] Pushing event deleted for resources: {'Network': ['ID=43e754cb-cd5a-4629-a42c-1824d83c9da4,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:19.409703 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2ee849-6699-49bc-b11c-9e60c7e610c0,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:19.421442 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 452a600c-01aa-4bf5-a87e-3c85700568eb up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:19.464680 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Attempting to bind port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:19.465438 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Attempting to bind port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:19.465992 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Attempting to bind port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 on network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:19.473781 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 on network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:46:19.474595 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Attempting to bind port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 on network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:19.485620 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:19.486456 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Checking segment: {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:19.487546 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Bound using segment: {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:19.489311 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Bound port: 8b2ee849-6699-49bc-b11c-9e60c7e610c0, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'}}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:19.490153 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.503570 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 452a600c-01aa-4bf5-a87e-3c85700568eb triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:19.506203 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53546) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:19.517082 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.585383 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53548) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:19.585854 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-21900bab-e72f-4fd1-baac-95f6b6edfe1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e3fb83e3962460297f25d14e025bcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782261 Aug 13 03:46:19.664644 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] For port 8b2ee849-6699-49bc-b11c-9e60c7e610c0, host hv-cinder-76019, cleared binding levels {{(pid=100566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:19.698958 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] For port 8b2ee849-6699-49bc-b11c-9e60c7e610c0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:19.709117 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.771269 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-215aa833-a546-4df6-b7ca-2c23b77c742e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.776874 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:19.777376 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.778839 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] 10.222.0.18 "PUT /v2.0/ports/8b2ee849-6699-49bc-b11c-9e60c7e610c0 HTTP/1.1" status: 200 len: 1093 time: 1.0044506 Aug 13 03:46:19.780303 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04094525-458f-4be1-9185-de81b3f45678', 'tag': '8b2ee849-6699-49bc-b11c-9e60c7e610c0'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:19.782714 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6" -d '{"events": [{"name": "network-changed", "server_uuid": "04094525-458f-4be1-9185-de81b3f45678", "tag": "8b2ee849-6699-49bc-b11c-9e60c7e610c0"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:19.824942 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-215aa833-a546-4df6-b7ca-2c23b77c742e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.827264 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0ab3c-59b5-43bd-aff5-bae703f023c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2ee849-6699-49bc-b11c-9e60c7e610c0,revision_number=3']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:19.849297 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f062f9f-656c-4918-8f63-f221684bfb1b x-openstack-request-id: req-1f062f9f-656c-4918-8f63-f221684bfb1b {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:19.849564 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04094525-458f-4be1-9185-de81b3f45678", "tag": "8b2ee849-6699-49bc-b11c-9e60c7e610c0", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:19.849839 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f062f9f-656c-4918-8f63-f221684bfb1b {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:19.850218 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04094525-458f-4be1-9185-de81b3f45678', 'tag': '8b2ee849-6699-49bc-b11c-9e60c7e610c0', 'status': 'completed', 'code': 200} Aug 13 03:46:19.906868 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-08164226-9a2e-49cc-bef1-a33fe29fa454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:19.908480 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-08164226-9a2e-49cc-bef1-a33fe29fa454 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 1096 time: 0.0732992 Aug 13 03:46:19.958073 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-215aa833-a546-4df6-b7ca-2c23b77c742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.960662 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-215aa833-a546-4df6-b7ca-2c23b77c742e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:19.961885 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-215aa833-a546-4df6-b7ca-2c23b77c742e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57958c9b-c9c6-4f88-82ae-0158baa223b2 HTTP/1.1" status: 204 len: 168 time: 0.3752978 Aug 13 03:46:19.965318 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-89421381-aa7a-4318-986f-287763d3b17c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0 HTTP/1.1" status: 200 len: 217 time: 0.0464911 Aug 13 03:46:19.973554 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215aa833-a546-4df6-b7ca-2c23b77c742e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57958c9b-c9c6-4f88-82ae-0158baa223b2,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:20.039332 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-efadaad6-902c-4d25-8b4e-419bb57627be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:20.040784 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-efadaad6-902c-4d25-8b4e-419bb57627be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 200 len: 850 time: 0.0646026 Aug 13 03:46:20.120664 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-229d8d88-3df0-45e8-8ada-1cc2b0e467ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:20.122866 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-229d8d88-3df0-45e8-8ada-1cc2b0e467ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f3c1fcb-56ac-4053-a05f-9f8241fff037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666089 Aug 13 03:46:20.235680 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-5fd98d19-8d74-4366-bbf4-528e7073b5bc service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036155 Aug 13 03:46:20.276738 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9b96c-d66d-48f3-8894-4054f2a5a0c4 req-02a2f761-aeca-4d75-99ff-86f73da7afb6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:20.278452 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-16e9b96c-d66d-48f3-8894-4054f2a5a0c4 req-02a2f761-aeca-4d75-99ff-86f73da7afb6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 943 time: 0.0681720 Aug 13 03:46:20.342556 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-16e9b96c-d66d-48f3-8894-4054f2a5a0c4 req-86262f87-5b3a-4cf0-a473-7f97082c49cf tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565383 Aug 13 03:46:20.363903 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-1db85755-7bc5-4af7-80b5-dc88b40cd73a req-54a6c098-70ce-4c0b-b7b5-7d8d275ccea8 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165652 Aug 13 03:46:20.502159 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-eb65a36d-1cf0-43c8-9754-4bec8221ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:20.504847 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-eb65a36d-1cf0-43c8-9754-4bec8221ee31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 1096 time: 0.0583038 Aug 13 03:46:20.628079 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-cb4df653-a764-4b95-a014-e57e2ba388ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:20.629738 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-cb4df653-a764-4b95-a014-e57e2ba388ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 911 time: 0.1092799 Aug 13 03:46:20.689684 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-faad5d85-23f2-40b9-af8c-92a51f6c4659 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0 HTTP/1.1" status: 200 len: 217 time: 0.0465028 Aug 13 03:46:20.761558 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-5a9e051c-ee80-4f9b-8ec3-924dab5a41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:20.763440 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-5a9e051c-ee80-4f9b-8ec3-924dab5a41c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 200 len: 850 time: 0.0633531 Aug 13 03:46:20.822328 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-ec9dd568-5b16-49ba-96f2-ad267ba09028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:20.823916 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-ec9dd568-5b16-49ba-96f2-ad267ba09028 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f3c1fcb-56ac-4053-a05f-9f8241fff037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469291 Aug 13 03:46:20.940057 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-30565163-14a1-4f0f-8b40-3dfcae805f79 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038940 Aug 13 03:46:21.080363 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-bf8a1d11-f23f-46ed-aac5-1f87d2c510c6 req-51a338bc-7538-404d-996a-65d149a6904f service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235774 Aug 13 03:46:21.541459 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf28d0b-abcf-4484-a627-06a892e26aa0 req-95153ee0-8e95-4d53-86fb-4005e32ffb0d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:21.543267 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4cf28d0b-abcf-4484-a627-06a892e26aa0 req-95153ee0-8e95-4d53-86fb-4005e32ffb0d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 943 time: 0.0645494 Aug 13 03:46:21.592267 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4cf28d0b-abcf-4484-a627-06a892e26aa0 req-31c8d3f1-eea3-4545-9979-96665a361cc1 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Aug 13 03:46:22.728717 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550dbe-3b9e-43be-a07d-9780028b9eb1 req-1191ee0a-73ad-4e8f-806a-8f2f48aecfac tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:22.730182 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-30550dbe-3b9e-43be-a07d-9780028b9eb1 req-1191ee0a-73ad-4e8f-806a-8f2f48aecfac tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 943 time: 0.0565929 Aug 13 03:46:22.768963 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-30550dbe-3b9e-43be-a07d-9780028b9eb1 req-ef9bc92a-13fe-4168-9419-4252074c6909 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326078 Aug 13 03:46:23.010091 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a80b4-64dc-45c1-b553-ba3b0fb9067b req-70f5270d-2aeb-4385-95f9-5dd152fa8614 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:23.011924 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-829a80b4-64dc-45c1-b553-ba3b0fb9067b req-70f5270d-2aeb-4385-95f9-5dd152fa8614 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 945 time: 0.0527053 Aug 13 03:46:23.052697 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-829a80b4-64dc-45c1-b553-ba3b0fb9067b req-24af7250-db90-4213-8f55-ab16f36d4cb5 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Aug 13 03:46:23.166970 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 8b2ee849-6699-49bc-b11c-9e60c7e610c0 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:46:23.265117 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 8b2ee849-6699-49bc-b11c-9e60c7e610c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:23.277861 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '8b2ee849-6699-49bc-b11c-9e60c7e610c0', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'port_id': '8b2ee849-6699-49bc-b11c-9e60c7e610c0', 'mac_address': 'fa:16:3e:6a:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:46:23.315864 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:23.329014 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2ee849-6699-49bc-b11c-9e60c7e610c0 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:46:23.349477 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 8b2ee849-6699-49bc-b11c-9e60c7e610c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:23.354138 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:23.406305 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=8b2ee849-6699-49bc-b11c-9e60c7e610c0,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:23.413740 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.414091 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.414432 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.414798 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.415131 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.415459 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.415788 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.416113 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.416435 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.416759 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.417079 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.417400 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:23.663874 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['8b2ee849-6699-49bc-b11c-9e60c7e610c0'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:46:23.946716 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490fa68-84ae-48f6-9f86-402495631188 req-eb063f99-1847-4196-8f5d-02ee458fc26e tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:23.949377 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6490fa68-84ae-48f6-9f86-402495631188 req-eb063f99-1847-4196-8f5d-02ee458fc26e tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 944 time: 0.0665722 Aug 13 03:46:24.003183 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6490fa68-84ae-48f6-9f86-402495631188 req-a1197814-2339-4d4b-a7f4-1bb988e2e5c4 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 Aug 13 03:46:24.102160 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53626) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:24.185128 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7a08-b5f1-4040-897d-473d0ddd6638 req-22b18e91-b73b-42c4-8d6e-c5076e6d0aa3 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:24.188358 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9d6c7a08-b5f1-4040-897d-473d0ddd6638 req-22b18e91-b73b-42c4-8d6e-c5076e6d0aa3 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 945 time: 0.0618758 Aug 13 03:46:24.250618 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9d6c7a08-b5f1-4040-897d-473d0ddd6638 req-4419e61f-ecf8-4537-a833-fa9694965239 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552373 Aug 13 03:46:24.275920 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-950d78d6-e05c-4e61-ad1b-248817fb6845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.423288 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-950d78d6-e05c-4e61-ad1b-248817fb6845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.428707 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-950d78d6-e05c-4e61-ad1b-248817fb6845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.473885 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-950d78d6-e05c-4e61-ad1b-248817fb6845 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7b3560ab8454eb3b8b8f85489a12527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703692 Aug 13 03:46:24.474583 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d78d6-e05c-4e61-ad1b-248817fb6845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fdcfc8-706a-4cbf-bfdb-d6b999c79722,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:24.476880 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53630) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:24.542763 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-fd5ebd20-5387-48e5-8b9c-f90d39b36fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.567460 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-fd5ebd20-5387-48e5-8b9c-f90d39b36fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.627584 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-fd5ebd20-5387-48e5-8b9c-f90d39b36fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.630208 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-fd5ebd20-5387-48e5-8b9c-f90d39b36fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.631506 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-fd5ebd20-5387-48e5-8b9c-f90d39b36fc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8fdcfc8-706a-4cbf-bfdb-d6b999c79722 HTTP/1.1" status: 204 len: 168 time: 0.1533115 Aug 13 03:46:24.641568 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ebd20-5387-48e5-8b9c-f90d39b36fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fdcfc8-706a-4cbf-bfdb-d6b999c79722,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:25.155065 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-aa806307-c2ec-4031-8b23-749b0b3942e0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:25.158377 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-aa806307-c2ec-4031-8b23-749b0b3942e0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.18 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 945 time: 0.0734079 Aug 13 03:46:25.200515 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 8b2ee849-6699-49bc-b11c-9e60c7e610c0 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:25.213439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ba7d5-9259-41b6-91ec-dfcd7285752e req-0017d858-83d8-425b-a132-083108c301ff tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:25.218632 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d98ba7d5-9259-41b6-91ec-dfcd7285752e req-0017d858-83d8-425b-a132-083108c301ff tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 944 time: 0.0926633 Aug 13 03:46:25.288202 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:25.296500 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:25.296500 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.311163 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d98ba7d5-9259-41b6-91ec-dfcd7285752e req-9bcf7286-e80f-4374-b09e-8d3c880e2fb9 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740924 Aug 13 03:46:25.336582 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Deleting port 60ffbbcf-5296-42fb-9321-21885b344b50 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:46:25.337134 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.458528 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3124378-a97d-41ae-9c63-d5b373350e11 req-d12b160a-639c-48a3-ae7f-d2119f4f1b94 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:25.459673 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3124378-a97d-41ae-9c63-d5b373350e11 req-d12b160a-639c-48a3-ae7f-d2119f4f1b94 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e01eb6e0-6b93-4d4f-919b-4518d1735d22 HTTP/1.1" status: 200 len: 945 time: 0.0612581 Aug 13 03:46:25.468033 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.508369 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04094525-458f-4be1-9185-de81b3f45678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2ee849-6699-49bc-b11c-9e60c7e610c0'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:25.512538 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b2461-4a51-4bf6-ac5f-f8645e24b605" -d '{"events": [{"server_uuid": "04094525-458f-4be1-9185-de81b3f45678", "name": "network-vif-plugged", "status": "completed", "tag": "8b2ee849-6699-49bc-b11c-9e60c7e610c0"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:25.520504 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3124378-a97d-41ae-9c63-d5b373350e11 req-ca6b336a-b06b-42c9-b2ee-047f482b9c60 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.58 "GET /v2.0/security-groups?id=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461342 Aug 13 03:46:25.531934 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] For port 60ffbbcf-5296-42fb-9321-21885b344b50, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=60ffbbcf-5296-42fb-9321-21885b344b50,segment=NetworkSegment(a39f83c5-06ca-4534-8fc2-4246585afe20),segment_id=a39f83c5-06ca-4534-8fc2-4246585afe20)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:25.532693 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.548609 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 8b2ee849-6699-49bc-b11c-9e60c7e610c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:25.548800 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53660) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:25.550845 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Calling delete_port for 60ffbbcf-5296-42fb-9321-21885b344b50 owned by compute:nova {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:46:25.555732 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.598598 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a995e570-a89a-4bdf-897c-47114a67d1db x-openstack-request-id: req-a995e570-a89a-4bdf-897c-47114a67d1db {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:25.599224 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04094525-458f-4be1-9185-de81b3f45678", "name": "network-vif-plugged", "status": "completed", "tag": "8b2ee849-6699-49bc-b11c-9e60c7e610c0", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:25.599904 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a995e570-a89a-4bdf-897c-47114a67d1db {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:25.600558 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04094525-458f-4be1-9185-de81b3f45678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2ee849-6699-49bc-b11c-9e60c7e610c0', 'code': 200} Aug 13 03:46:25.669264 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=8b2ee849-6699-49bc-b11c-9e60c7e610c0,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:25.708192 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1951066918-network', 'tenant_id': '5c617a34788747b1bf29edea59ecab46'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:25.724678 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.737844 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['60ffbbcf-5296-42fb-9321-21885b344b50'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:46:25.753615 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Made reservation on behalf of 5c617a34788747b1bf29edea59ecab46 for: {'network': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:25.758508 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.767695 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Pushing event deleted for resources: {'Port': ['ID=60ffbbcf-5296-42fb-9321-21885b344b50,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:25.789020 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.830757 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] No DVR routers for this DVR port 60ffbbcf-5296-42fb-9321-21885b344b50 on host hv-cinder-76019 {{(pid=100566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:46:25.834547 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.837799 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-ac9212ff-9fdb-47d0-8708-e63d112a4147 req-dc9a337f-c0c3-4c60-a9a1-fd69fe455be0 tempest-VolumesSnapshotTestJSON-834107578 tempest-VolumesSnapshotTestJSON-834107578-project] 10.222.0.18 "DELETE /v2.0/ports/60ffbbcf-5296-42fb-9321-21885b344b50 HTTP/1.1" status: 204 len: 173 time: 0.6703408 Aug 13 03:46:25.838318 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01eb6e0-6b93-4d4f-919b-4518d1735d22', 'name': 'network-vif-deleted', 'tag': '60ffbbcf-5296-42fb-9321-21885b344b50'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:25.844896 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac8c707-f54e-4c3d-90cf-0aa8c1321001" -d '{"events": [{"server_uuid": "e01eb6e0-6b93-4d4f-919b-4518d1735d22", "name": "network-vif-deleted", "tag": "60ffbbcf-5296-42fb-9321-21885b344b50"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:25.867584 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5831c8-f30a-438c-86cc-c83727f6aa1c req-d7c75b18-f2bc-4302-a258-dc7f002bc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:25.869991 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1f5831c8-f30a-438c-86cc-c83727f6aa1c req-d7c75b18-f2bc-4302-a258-dc7f002bc6f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 1098 time: 0.1034613 Aug 13 03:46:25.922344 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53b4c52-7b35-4b7e-a58b-8ad7fa6e51df x-openstack-request-id: req-f53b4c52-7b35-4b7e-a58b-8ad7fa6e51df {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:25.922952 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01eb6e0-6b93-4d4f-919b-4518d1735d22", "name": "network-vif-deleted", "tag": "60ffbbcf-5296-42fb-9321-21885b344b50", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:25.923475 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f53b4c52-7b35-4b7e-a58b-8ad7fa6e51df {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:25.924225 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01eb6e0-6b93-4d4f-919b-4518d1735d22', 'name': 'network-vif-deleted', 'tag': '60ffbbcf-5296-42fb-9321-21885b344b50', 'status': 'completed', 'code': 200} Aug 13 03:46:25.965868 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1f5831c8-f30a-438c-86cc-c83727f6aa1c req-4fa2fd4f-0cb3-4da9-9be8-f36c688ed63f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811436 Aug 13 03:46:26.023403 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.028337 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.057713 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=100567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:26.068260 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc4eb1f-47fc-4b44-a16d-e771d53e4157,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:26.073811 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.074216 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.segments_db [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Added segment 8c3f13ab-0ab1-4065-a0c4-bd720fd31193 of type vlan for network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a Aug 13 03:46:26.123042 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.158120 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.159157 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:26.159752 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.215524 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6649365 Aug 13 03:46:26.218672 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53668) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:26.223705 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Request body: {'subnet': {'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1951066918-subnet', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'ip_version': 4}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:26.236187 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21655cea-8ded-48f9-a2cc-5aa395959f46 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:26.247672 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:26.252216 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Made reservation on behalf of 5c617a34788747b1bf29edea59ecab46 for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:26.254628 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9782172'] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.536763 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463587b-f443-4130-b275-40781603d40e req-41099ee7-9abc-4148-9ac0-cbf8357b6bde tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:26.538644 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3463587b-f443-4130-b275-40781603d40e req-41099ee7-9abc-4148-9ac0-cbf8357b6bde tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.1100688 Aug 13 03:46:26.540214 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2721632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9782190'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.680181 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3463587b-f443-4130-b275-40781603d40e req-d4fc4b35-0f58-4a3e-a447-124631b995ce tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311193 Aug 13 03:46:26.680711 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4243256c-f930-4cfb-a988-71146de4fb04,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:26.696002 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Checking segment: {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:26.696452 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Network hostable DHCP agents. Network: ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:26.725070 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:26.740207 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:26.747514 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:26.748675 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.761314 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c122e-6695-4f07-b847-5b06b4d71a5a None None] Network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:26.773037 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-0bea1afd-2859-450b-bc00-f0bd1059c15e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5501344 Aug 13 03:46:26.773266 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53676) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:26.778098 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:26.815059 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.816609 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.930381 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.030784 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:46:27.032325 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.132330 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.240069 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Allocated IP 172.20.0.2 (ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a/4243256c-f930-4cfb-a988-71146de4fb04/140b90b2-5808-4bc6-89d4-c07c63bff3ac) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:27.466047 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.476845 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Transition to ACTIVE for port object 140b90b2-5808-4bc6-89d4-c07c63bff3ac will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:27.499435 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Transition to ACTIVE for port object 140b90b2-5808-4bc6-89d4-c07c63bff3ac will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:27.509448 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.587708 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:27.593253 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:27.599943 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:27.612790 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Pushing event updated for resources: {'Port': ['ID=140b90b2-5808-4bc6-89d4-c07c63bff3ac,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:27.655330 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.681077 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.703307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Attempting to bind port 140b90b2-5808-4bc6-89d4-c07c63bff3ac on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:27.704007 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Attempting to bind port 140b90b2-5808-4bc6-89d4-c07c63bff3ac by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:27.704910 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Attempting to bind port 140b90b2-5808-4bc6-89d4-c07c63bff3ac on network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:27.715008 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:27.715570 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Checking segment: {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:27.716792 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.717037 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Bound using segment: {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:27.718047 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Bound port: 140b90b2-5808-4bc6-89d4-c07c63bff3ac, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:27.718870 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.830908 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] For port 140b90b2-5808-4bc6-89d4-c07c63bff3ac, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:27.835637 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] For port 140b90b2-5808-4bc6-89d4-c07c63bff3ac, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=140b90b2-5808-4bc6-89d4-c07c63bff3ac,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:27.841170 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.861308 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d333f-416b-4012-9a2a-b42af938705e req-3771a218-830b-41da-9aa9-715597eb5235 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:27.866555 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5d8d333f-416b-4012-9a2a-b42af938705e req-3771a218-830b-41da-9aa9-715597eb5235 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0983684 Aug 13 03:46:27.884979 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Allocated IP 172.27.2.20 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/3a3056f7-f576-4b54-8f2d-e0d0f736fab6) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:27.942572 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5d8d333f-416b-4012-9a2a-b42af938705e req-f7117f51-1057-409e-a74b-923a8ea207f6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644214 Aug 13 03:46:27.956409 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab26e9-d05e-42dc-9bc6-655d31445921 None None] Pushing event updated for resources: {'Port': ['ID=140b90b2-5808-4bc6-89d4-c07c63bff3ac,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:28.061449 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.121749 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.235606 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac008c9b-04c0-4058-8cf8-d3e35004cc7f req-0f985c98-ab73-475b-a955-9e389a5e4313 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:28.238866 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ac008c9b-04c0-4058-8cf8-d3e35004cc7f req-0f985c98-ab73-475b-a955-9e389a5e4313 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.1651382 Aug 13 03:46:28.265577 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3056f7-f576-4b54-8f2d-e0d0f736fab6,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:28.267849 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53690) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:28.279262 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-dfa6da58-c401-497d-b770-d927ab981b65 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'floatingip': {'port_id': '8b2ee849-6699-49bc-b11c-9e60c7e610c0'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:28.295601 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:28.299849 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:28.306647 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:28.406882 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dfa6da58-c401-497d-b770-d927ab981b65 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.740924 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.933414 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-270cd8b5-ccc7-4f34-9c86-35bbaa8325cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.079080 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dfa6da58-c401-497d-b770-d927ab981b65 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.084555 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dfa6da58-c401-497d-b770-d927ab981b65 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.103881 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.184732 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62bc925-2399-41d4-98b2-eed848a1394d None None] Network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:29.272371 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [None req-dfa6da58-c401-497d-b770-d927ab981b65 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Floating IP f8123eaa-073a-4269-b9c5-5aa59cf6f982 associated. External IP: 172.27.2.176, port: 8b2ee849-6699-49bc-b11c-9e60c7e610c0. Aug 13 03:46:29.301556 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Router bb2a9c13-eeba-49df-8bc5-141a84a406b8 is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:46:29.336191 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-68c0376a-274b-4c5c-b357-d3a5796f3536 None None] Provisioning for port 140b90b2-5808-4bc6-89d4-c07c63bff3ac completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:29.451250 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:29.479294 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Sync routers for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:29.515149 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:29.516734 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:29.520131 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 140b90b2-5808-4bc6-89d4-c07c63bff3ac up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:29.522025 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.524481 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1e9ecf42-94b6-4f2a-8903-a5bd3df88aa1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7498739 Aug 13 03:46:29.530349 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53694) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:29.634020 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa6da58-c401-497d-b770-d927ab981b65 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Router 1a3b5591-92a5-410e-b912-286415d1d381 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:29.744341 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 60ffbbcf-5296-42fb-9321-21885b344b50 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:46:29.759169 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa6da58-c401-497d-b770-d927ab981b65 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:29.764848 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dfa6da58-c401-497d-b770-d927ab981b65 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.774906 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] Sync routers for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:29.803124 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-dfa6da58-c401-497d-b770-d927ab981b65 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "PUT /v2.0/floatingips/f8123eaa-073a-4269-b9c5-5aa59cf6f982 HTTP/1.1" status: 200 len: 991 time: 1.5333352 Aug 13 03:46:29.803666 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04094525-458f-4be1-9185-de81b3f45678', 'tag': '8b2ee849-6699-49bc-b11c-9e60c7e610c0'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:29.808475 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b298046c-4cf1-45ad-944c-b547b0b42685" -d '{"events": [{"name": "network-changed", "server_uuid": "04094525-458f-4be1-9185-de81b3f45678", "tag": "8b2ee849-6699-49bc-b11c-9e60c7e610c0"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:29.819472 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 60ffbbcf-5296-42fb-9321-21885b344b50 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:46:29.819817 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 60ffbbcf-5296-42fb-9321-21885b344b50 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:46:29.841294 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 140b90b2-5808-4bc6-89d4-c07c63bff3ac completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:29.848537 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:29.849630 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 140b90b2-5808-4bc6-89d4-c07c63bff3ac triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:29.850004 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.850219 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:29.856017 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:29.954763 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e23a48-5c5b-4810-afdb-720a4281b257 x-openstack-request-id: req-a6e23a48-5c5b-4810-afdb-720a4281b257 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:29.954763 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04094525-458f-4be1-9185-de81b3f45678", "tag": "8b2ee849-6699-49bc-b11c-9e60c7e610c0", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:29.955228 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6e23a48-5c5b-4810-afdb-720a4281b257 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:29.955435 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04094525-458f-4be1-9185-de81b3f45678', 'tag': '8b2ee849-6699-49bc-b11c-9e60c7e610c0', 'status': 'completed', 'code': 200} Aug 13 03:46:30.051090 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-d4211d41-457a-475d-9add-7d7d27f4dae0 None None] Provisioning complete for port 140b90b2-5808-4bc6-89d4-c07c63bff3ac triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:30.052318 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d4211d41-457a-475d-9add-7d7d27f4dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.072912 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:30.104286 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.356418 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Allocated IP 172.20.0.1 (ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a/4243256c-f930-4cfb-a988-71146de4fb04/1c904a1a-328a-484e-9e6c-fbac296c87cd) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:30.379609 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'f8123eaa-073a-4269-b9c5-5aa59cf6f982', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'port_id': '8b2ee849-6699-49bc-b11c-9e60c7e610c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'mac_address': 'fa:16:3e:6a:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04094525-458f-4be1-9185-de81b3f45678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:13Z', 'updated_at': '2021-08-13T03:46:28Z', 'revision_number': 1, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:30.398922 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.410999 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] Checking router: 1a3b5591-92a5-410e-b912-286415d1d381 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:30.421090 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:30.421867 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:30.498573 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.511993 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d4211d41-457a-475d-9add-7d7d27f4dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.519067 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Transition to ACTIVE for port object 1c904a1a-328a-484e-9e6c-fbac296c87cd will not be triggered until provisioned by entity DHCP. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:30.544918 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:30.547472 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 140b90b2-5808-4bc6-89d4-c07c63bff3ac, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=140b90b2-5808-4bc6-89d4-c07c63bff3ac,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:30.560454 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.570443 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.582635 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:28Z', 'revision_number': 3, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:30.630688 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Pushing event updated for resources: {'Port': ['ID=1c904a1a-328a-484e-9e6c-fbac296c87cd,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:30.642413 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:30.644814 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:30.659423 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:30.689035 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Checking router: bb2a9c13-eeba-49df-8bc5-141a84a406b8 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:30.689608 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Updating router bb2a9c13-eeba-49df-8bc5-141a84a406b8 port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:30.712274 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.823103 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.878388 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.db.api [None req-d4211d41-457a-475d-9add-7d7d27f4dae0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:30.878810 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG oslo_db.api [None req-d4211d41-457a-475d-9add-7d7d27f4dae0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:30.879782 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=140b90b2-5808-4bc6-89d4-c07c63bff3ac,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:30.885375 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.925566 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'f8123eaa-073a-4269-b9c5-5aa59cf6f982', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'port_id': '8b2ee849-6699-49bc-b11c-9e60c7e610c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'mac_address': 'fa:16:3e:6a:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04094525-458f-4be1-9185-de81b3f45678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:13Z', 'updated_at': '2021-08-13T03:46:28Z', 'revision_number': 1, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:30.959796 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f5b44-8e86-4b1a-b5aa-c4d48ed79da1 None None] The sync data for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi is: [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'f8123eaa-073a-4269-b9c5-5aa59cf6f982', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'port_id': '8b2ee849-6699-49bc-b11c-9e60c7e610c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'mac_address': 'fa:16:3e:6a:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04094525-458f-4be1-9185-de81b3f45678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:13Z', 'updated_at': '2021-08-13T03:46:28Z', 'revision_number': 1, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:31.117986 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.124291 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.194763 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.196862 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Pushing event updated for resources: {'Port': ['ID=1c904a1a-328a-484e-9e6c-fbac296c87cd,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.244520 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767802f2-684e-406a-967a-429266cec1e8 None None] New status for floating IP f8123eaa-073a-4269-b9c5-5aa59cf6f982: ACTIVE {{(pid=100568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:46:31.317015 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.340431 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:31.342707 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:31.371508 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Transition to ACTIVE for port object 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:31.386904 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.419073 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 140b90b2-5808-4bc6-89d4-c07c63bff3ac up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:31.538966 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Router bb2a9c13-eeba-49df-8bc5-141a84a406b8 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:31.562131 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Attempting to bind port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:31.562536 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Attempting to bind port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:31.562878 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Attempting to bind port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:31.575691 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110d678-0ce3-4002-a5ab-68aa64696bf1 None None] Pushing event updated for resources: {'Port': ['ID=3a3056f7-f576-4b54-8f2d-e0d0f736fab6,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.579818 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:31.580144 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:31.580574 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.580946 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:31.581429 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Bound port: 3a3056f7-f576-4b54-8f2d-e0d0f736fab6, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:31.581809 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.629510 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 140b90b2-5808-4bc6-89d4-c07c63bff3ac triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:31.629918 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.707357 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] For port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:31.726030 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] For port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=3a3056f7-f576-4b54-8f2d-e0d0f736fab6,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:31.727201 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-8a79f34d-ec22-432d-8ece-f3ada2b1eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:31.728355 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-b2303994-1a8a-44f8-8398-a54e1d741e62 None None] Provisioning for port 1c904a1a-328a-484e-9e6c-fbac296c87cd completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:31.729353 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-8a79f34d-ec22-432d-8ece-f3ada2b1eb1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 1098 time: 0.0560448 Aug 13 03:46:31.730825 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:31.735578 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.740047 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-b2303994-1a8a-44f8-8398-a54e1d741e62 None None] Provisioning complete for port 1c904a1a-328a-484e-9e6c-fbac296c87cd triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:31.740413 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-b2303994-1a8a-44f8-8398-a54e1d741e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.751409 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1dda3d1a-13be-488f-89cd-5be8a9ff768d admin admin] 10.222.0.58 "PUT /v2.0/routers/bb2a9c13-eeba-49df-8bc5-141a84a406b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2209163 Aug 13 03:46:31.848936 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-a76b2cbd-7a23-4809-8fbf-a0acbf362177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:31.850456 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-a76b2cbd-7a23-4809-8fbf-a0acbf362177 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 911 time: 0.1129091 Aug 13 03:46:31.863859 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-b2303994-1a8a-44f8-8398-a54e1d741e62 None None] Port 1c904a1a-328a-484e-9e6c-fbac296c87cd cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:31.874148 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110d678-0ce3-4002-a5ab-68aa64696bf1 None None] Pushing event updated for resources: {'Port': ['ID=3a3056f7-f576-4b54-8f2d-e0d0f736fab6,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.885161 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:31.886253 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:31.994218 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-63fbe919-6ea6-45eb-9da8-bb83a921ba57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0 HTTP/1.1" status: 200 len: 1001 time: 0.1346278 Aug 13 03:46:32.071759 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-7adde093-ba20-42e5-8b55-e0104acb280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:32.073781 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-7adde093-ba20-42e5-8b55-e0104acb280d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 200 len: 850 time: 0.0716674 Aug 13 03:46:32.080265 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:32.178779 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-b3e77277-1239-4c91-9cd3-b2f504843299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:32.179762 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-b3e77277-1239-4c91-9cd3-b2f504843299 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f3c1fcb-56ac-4053-a05f-9f8241fff037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920405 Aug 13 03:46:32.261832 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.416807 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 2, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:32.471615 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32023e-a253-4123-a57d-1b12a622d26d None None] The sync data for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi is: [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 2, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:32.495898 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53720) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:32.505024 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1900968432-network', 'tenant_id': '84036aaa10cc46fea197af761e8aedee'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:32.508984 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-955d1549-d6a5-4d8c-8385-c672655c2ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.556686 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Made reservation on behalf of 84036aaa10cc46fea197af761e8aedee for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:32.561418 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.571564 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-17489475-eb40-4161-8f90-478774abd527 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827105 Aug 13 03:46:32.691884 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b298046c-4cf1-45ad-944c-b547b0b42685 req-9ee40c8d-f14c-44d9-b5b6-926c383c7028 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125956 Aug 13 03:46:32.888477 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.055026 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.061205 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.094944 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:33.108722 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5077c-9226-48c7-a95e-83910f71ea69,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:33.115533 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.116039 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Added segment 4182f64e-837f-4737-b275-be4878980bf8 of type vlan for network 50e35327-34c7-469d-9521-c5ab71837584 Aug 13 03:46:33.129886 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.130360 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.130765 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.131249 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.131579 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.132353 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.132891 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.133277 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.133627 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.134211 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.134699 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.135223 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.191361 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.254150 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.255602 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:33.256575 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.379287 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8818307 Aug 13 03:46:33.380059 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53734) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:33.386185 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Request body: {'subnet': {'network_id': '50e35327-34c7-469d-9521-c5ab71837584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1900968432-subnet', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'ip_version': 4}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:33.394376 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f1365-c9e8-456d-8239-7be6a6d4770f admin admin] Pushing event updated for resources: {'Network': ['ID=50e35327-34c7-469d-9521-c5ab71837584,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:33.410690 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 50e35327-34c7-469d-9521-c5ab71837584 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:33.465573 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Made reservation on behalf of 84036aaa10cc46fea197af761e8aedee for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:33.469774 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9782172'] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.733695 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2721632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9782190'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.803890 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a173be90-f0f9-457a-b922-7b0865faee7b,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:33.812913 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Checking segment: {'id': '4182f64e-837f-4737-b275-be4878980bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '50e35327-34c7-469d-9521-c5ab71837584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:33.813365 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Network hostable DHCP agents. Network: 50e35327-34c7-469d-9521-c5ab71837584, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:33.817980 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.818324 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.818684 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.819027 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.819355 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.819689 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.820018 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.820348 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.820678 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.821012 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.821319 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.821645 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:33.841004 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Network 50e35327-34c7-469d-9521-c5ab71837584 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:33.853697 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 50e35327-34c7-469d-9521-c5ab71837584) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:33.858548 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:33.859153 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.871373 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f474bc2-5630-4aa7-a05f-1c3282b7e0d6 None None] Network 50e35327-34c7-469d-9521-c5ab71837584 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:33.878553 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-20bccd69-5afb-4182-8f89-f7faf861765e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4961987 Aug 13 03:46:33.881313 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 53736) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:33.886577 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:33.921038 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.922695 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.996098 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.096067 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.133756 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-50e35327-34c7-469d-9521-c5ab71837584', 'network_id': '50e35327-34c7-469d-9521-c5ab71837584', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'fixed_ips': [{'subnet_id': 'a173be90-f0f9-457a-b922-7b0865faee7b'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:46:34.134987 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.156116 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.292178 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Allocated IP 172.20.0.2 (50e35327-34c7-469d-9521-c5ab71837584/a173be90-f0f9-457a-b922-7b0865faee7b/1fa53c83-cc1d-46ff-890a-42b2449eacc2) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:34.410277 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.456232 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.542511 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.563536 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Transition to ACTIVE for port object 1fa53c83-cc1d-46ff-890a-42b2449eacc2 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:34.583515 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Transition to ACTIVE for port object 1fa53c83-cc1d-46ff-890a-42b2449eacc2 will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:34.594507 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.630141 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Network 50e35327-34c7-469d-9521-c5ab71837584 is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:34.633406 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:34.643765 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:34.663666 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Pushing event updated for resources: {'Port': ['ID=1fa53c83-cc1d-46ff-890a-42b2449eacc2,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:34.687604 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Allocated IP 172.27.2.147 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/e52b24b8-b1e0-46d4-b613-10fe18cb546d) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:34.758201 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Attempting to bind port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:34.758810 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Attempting to bind port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '4182f64e-837f-4737-b275-be4878980bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '50e35327-34c7-469d-9521-c5ab71837584'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:34.760488 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Attempting to bind port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 on network 50e35327-34c7-469d-9521-c5ab71837584 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:34.772563 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:34.773190 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Checking segment: {'id': '4182f64e-837f-4737-b275-be4878980bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '50e35327-34c7-469d-9521-c5ab71837584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:34.773834 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.774438 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Bound using segment: {'id': '4182f64e-837f-4737-b275-be4878980bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '50e35327-34c7-469d-9521-c5ab71837584'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:34.775348 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Bound port: 1fa53c83-cc1d-46ff-890a-42b2449eacc2, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4182f64e-837f-4737-b275-be4878980bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '50e35327-34c7-469d-9521-c5ab71837584'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:34.775951 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.924188 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] For port 1fa53c83-cc1d-46ff-890a-42b2449eacc2, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:34.929304 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.932213 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] For port 1fa53c83-cc1d-46ff-890a-42b2449eacc2, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=1fa53c83-cc1d-46ff-890a-42b2449eacc2,segment=NetworkSegment(4182f64e-837f-4737-b275-be4878980bf8),segment_id=4182f64e-837f-4737-b275-be4878980bf8)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:34.940293 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.948546 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.049684 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.054021 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11142f59-887e-4673-a98b-96c28195dd48 None None] Pushing event updated for resources: {'Port': ['ID=1fa53c83-cc1d-46ff-890a-42b2449eacc2,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:35.117205 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:35.123727 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:35.135033 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:35.241972 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Sync routers for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:35.253777 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:35.254403 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:35.261393 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e52b24b8-b1e0-46d4-b613-10fe18cb546d,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:35.377673 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-783b9798-9cce-402f-aec0-51389305350a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2017274 Aug 13 03:46:35.434329 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.434514 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:35.558523 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-32efca79-e8af-4312-b92c-70be4d9d18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:35.559600 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1fa53c83-cc1d-46ff-890a-42b2449eacc2 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:35.560099 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-32efca79-e8af-4312-b92c-70be4d9d18c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 1099 time: 0.0890963 Aug 13 03:46:35.584608 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.611156 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:35.616073 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:35.679091 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 2, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:35.680049 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:35.686267 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:35.686914 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.715040 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Checking router: bb2a9c13-eeba-49df-8bc5-141a84a406b8 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:35.715425 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Updating router bb2a9c13-eeba-49df-8bc5-141a84a406b8 port 1c904a1a-328a-484e-9e6c-fbac296c87cd binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:35.745741 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.767014 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-05271c2c-46f4-45d0-9f0c-e2ab6b9dfc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:35.768535 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-05271c2c-46f4-45d0-9f0c-e2ab6b9dfc64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 917 time: 0.1809807 Aug 13 03:46:35.809154 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.829144 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=3a3056f7-f576-4b54-8f2d-e0d0f736fab6,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:35.835892 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.893407 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.935662 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=3a3056f7-f576-4b54-8f2d-e0d0f736fab6,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:36.057564 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-1cc0141e-8701-4e30-bb1d-441de4eb291f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c4025de-5669-446a-8fc1-7fbacc74a859 HTTP/1.1" status: 200 len: 1001 time: 0.1708307 Aug 13 03:46:36.203397 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-2e014e4d-6a1a-4ec8-8e6e-d734e373cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:36.206770 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-2e014e4d-6a1a-4ec8-8e6e-d734e373cc43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.1175129 Aug 13 03:46:36.283159 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.295362 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Transition to ACTIVE for port object 1c904a1a-328a-484e-9e6c-fbac296c87cd will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:36.304696 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.323261 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-56953b8b-0c8f-45f1-9ca9-21c94d6be88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:36.324888 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-56953b8b-0c8f-45f1-9ca9-21c94d6be88c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1082506 Aug 13 03:46:36.347658 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:46:36.365104 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb37727-62fb-4513-8b84-0a077f2358b3 None None] Network 50e35327-34c7-469d-9521-c5ab71837584 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:36.494236 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c28bd6-fa28-45f3-a6b8-4839cc4c5aee None None] Pushing event updated for resources: {'Port': ['ID=1c904a1a-328a-484e-9e6c-fbac296c87cd,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:36.497227 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Attempting to bind port 1c904a1a-328a-484e-9e6c-fbac296c87cd on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:36.498551 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Attempting to bind port 1c904a1a-328a-484e-9e6c-fbac296c87cd by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:36.499967 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Attempting to bind port 1c904a1a-328a-484e-9e6c-fbac296c87cd on network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:36.507730 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:36.509713 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Checking segment: {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:36.510410 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.512222 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Bound using segment: {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:36.513525 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Bound port: 1c904a1a-328a-484e-9e6c-fbac296c87cd, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:36.514207 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.532612 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-63ca5ed2-8daf-4b45-96e3-9a12e421e2f7 None None] Provisioning for port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:36.535628 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-39edb8b3-a169-43e3-ad03-9d71d0a35797 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021627 Aug 13 03:46:36.542050 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-63ca5ed2-8daf-4b45-96e3-9a12e421e2f7 None None] Provisioning complete for port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:36.543008 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-63ca5ed2-8daf-4b45-96e3-9a12e421e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.624055 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] For port 1c904a1a-328a-484e-9e6c-fbac296c87cd, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:36.628863 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] For port 1c904a1a-328a-484e-9e6c-fbac296c87cd, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=1c904a1a-328a-484e-9e6c-fbac296c87cd,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:36.634023 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.715686 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c28bd6-fa28-45f3-a6b8-4839cc4c5aee None None] Pushing event updated for resources: {'Port': ['ID=1c904a1a-328a-484e-9e6c-fbac296c87cd,revision_number=4']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:36.729905 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-63ca5ed2-8daf-4b45-96e3-9a12e421e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.742743 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:36.743640 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:36.776703 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-63ca5ed2-8daf-4b45-96e3-9a12e421e2f7 None None] For port 1fa53c83-cc1d-46ff-890a-42b2449eacc2, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=1fa53c83-cc1d-46ff-890a-42b2449eacc2,segment=NetworkSegment(4182f64e-837f-4737-b275-be4878980bf8),segment_id=4182f64e-837f-4737-b275-be4878980bf8)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:36.782950 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-63ca5ed2-8daf-4b45-96e3-9a12e421e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.842184 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca5ed2-8daf-4b45-96e3-9a12e421e2f7 None None] Pushing event updated for resources: {'Port': ['ID=1fa53c83-cc1d-46ff-890a-42b2449eacc2,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:36.884430 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:36.886261 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:36.900680 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Sync routers for ids ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:36.913898 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.914757 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Routers {'83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:36.916258 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:36.919128 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-b1c2b0ab-13f3-4f92-8444-5e9640ef99b8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0364962 Aug 13 03:46:36.920482 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53762) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:36.960086 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-36c79e3f-51f0-4c8c-8da3-a623241428f2 req-9b6b0b27-25f3-437d-b6fa-910e312d30ea service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081891 Aug 13 03:46:37.190708 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:36Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:37.221016 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d087e5-cd85-4bd2-a89d-7d3efcc3c085 None None] The sync data for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi is: [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:36Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:37.387626 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Set router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:37.492714 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1fa53c83-cc1d-46ff-890a-42b2449eacc2 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:37.625647 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-184982f2-1a10-4870-80f3-647be455f507 None None] Provisioning complete for port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:37.626024 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-184982f2-1a10-4870-80f3-647be455f507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.667540 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.733177 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:37.733933 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.917802 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 3, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'gw_port': {'id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:37.918190 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Allocated IP 172.20.0.1 (50e35327-34c7-469d-9521-c5ab71837584/a173be90-f0f9-457a-b922-7b0865faee7b/ef3d661b-3b58-4862-9146-6be4177e55de) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:37.953243 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Checking router: 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:37.953677 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Updating router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce port e52b24b8-b1e0-46d4-b613-10fe18cb546d binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:37.982906 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1c904a1a-328a-484e-9e6c-fbac296c87cd up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:38.009498 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.068572 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.097222 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Transition to ACTIVE for port object ef3d661b-3b58-4862-9146-6be4177e55de will not be triggered until provisioned by entity DHCP. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:38.133407 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 1c904a1a-328a-484e-9e6c-fbac296c87cd completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:38.142717 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 1c904a1a-328a-484e-9e6c-fbac296c87cd triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:38.143094 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.170077 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.245912 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Pushing event updated for resources: {'Port': ['ID=ef3d661b-3b58-4862-9146-6be4177e55de,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:38.250103 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Network 50e35327-34c7-469d-9521-c5ab71837584 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:38.252107 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:38.254394 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:38.315115 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.326044 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.406587 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 1c904a1a-328a-484e-9e6c-fbac296c87cd, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=1c904a1a-328a-484e-9e6c-fbac296c87cd,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:38.413929 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.418887 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.420449 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:38.489155 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.516870 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Transition to ACTIVE for port object e52b24b8-b1e0-46d4-b613-10fe18cb546d will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:38.548068 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.569461 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=1c904a1a-328a-484e-9e6c-fbac296c87cd,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:38.575194 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-7cfdc085-ea15-4688-a198-12b3d6d8b46e None None] Provisioning for port ef3d661b-3b58-4862-9146-6be4177e55de completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:38.616765 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-7cfdc085-ea15-4688-a198-12b3d6d8b46e None None] Provisioning complete for port ef3d661b-3b58-4862-9146-6be4177e55de triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:38.617233 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc085-ea15-4688-a198-12b3d6d8b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.651691 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Attempting to bind port e52b24b8-b1e0-46d4-b613-10fe18cb546d on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:38.652054 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Attempting to bind port e52b24b8-b1e0-46d4-b613-10fe18cb546d by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:38.652412 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Attempting to bind port e52b24b8-b1e0-46d4-b613-10fe18cb546d on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:38.675550 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:38.675914 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:38.676319 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.676706 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:38.677172 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Bound port: e52b24b8-b1e0-46d4-b613-10fe18cb546d, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:38.677724 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.683233 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efb4b7-25d6-46bf-8640-f878d9b622ee None None] Pushing event updated for resources: {'Port': ['ID=e52b24b8-b1e0-46d4-b613-10fe18cb546d,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:38.706888 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-7cfdc085-ea15-4688-a198-12b3d6d8b46e None None] Port ef3d661b-3b58-4862-9146-6be4177e55de cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:38.709307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:38.709681 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.723527 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.729398 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.774737 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] For port e52b24b8-b1e0-46d4-b613-10fe18cb546d, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:38.780833 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] For port e52b24b8-b1e0-46d4-b613-10fe18cb546d, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e52b24b8-b1e0-46d4-b613-10fe18cb546d,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:38.787749 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.808959 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.816617 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Pushing event updated for resources: {'Port': ['ID=ef3d661b-3b58-4862-9146-6be4177e55de,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:38.880216 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Routers {'83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:38.880856 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:38.929900 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efb4b7-25d6-46bf-8640-f878d9b622ee None None] Pushing event updated for resources: {'Port': ['ID=e52b24b8-b1e0-46d4-b613-10fe18cb546d,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:38.961166 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Network 50e35327-34c7-469d-9521-c5ab71837584 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:38.962846 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:39.043262 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] Set router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:39.101324 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:39.237693 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:39.242917 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-53fb7da1-e28f-48b2-9dd9-34c27fcc334c admin admin] 10.222.0.58 "PUT /v2.0/routers/83231f7f-e3bb-4a5b-b0ce-aa284b5337ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3193355 Aug 13 03:46:39.286666 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-debbe04e-18aa-4046-8570-5f515fded16e None None] Provisioning complete for port ef3d661b-3b58-4862-9146-6be4177e55de triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:39.287011 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-debbe04e-18aa-4046-8570-5f515fded16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:39.335647 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-debbe04e-18aa-4046-8570-5f515fded16e None None] Port ef3d661b-3b58-4862-9146-6be4177e55de cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:39.355022 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 4, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'gw_port': {'id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'ef3d661b-3b58-4862-9146-6be4177e55de', 'name': '', 'network_id': '50e35327-34c7-469d-9521-c5ab71837584', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'mac_address': 'fa:16:3e:ff:46:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:37Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 2, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'subnets': [{'id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:39.393824 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b7888-a1ca-4b7c-be41-20796d7800e5 None None] The sync data for ids ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'] in dv-cinder-760197-5-iscsi is: [{'id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 4, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'gw_port': {'id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'ef3d661b-3b58-4862-9146-6be4177e55de', 'name': '', 'network_id': '50e35327-34c7-469d-9521-c5ab71837584', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'mac_address': 'fa:16:3e:ff:46:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:37Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 2, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'subnets': [{'id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:39.403477 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1c904a1a-328a-484e-9e6c-fbac296c87cd up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:39.467661 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 1c904a1a-328a-484e-9e6c-fbac296c87cd triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:39.468383 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.434200 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e52b24b8-b1e0-46d4-b613-10fe18cb546d up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:41.494930 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port e52b24b8-b1e0-46d4-b613-10fe18cb546d completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:41.503248 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port e52b24b8-b1e0-46d4-b613-10fe18cb546d triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:41.503771 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.636251 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.665593 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port e52b24b8-b1e0-46d4-b613-10fe18cb546d, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e52b24b8-b1e0-46d4-b613-10fe18cb546d,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:41.671368 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.734425 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=e52b24b8-b1e0-46d4-b613-10fe18cb546d,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:42.055185 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Sync routers for ids ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:42.087022 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Routers {'83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:42.088203 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:42.282171 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Set router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:42.561558 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 4, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'gw_port': {'id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'ef3d661b-3b58-4862-9146-6be4177e55de', 'name': '', 'network_id': '50e35327-34c7-469d-9521-c5ab71837584', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'mac_address': 'fa:16:3e:ff:46:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:37Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 2, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'subnets': [{'id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:42.603447 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Checking router: 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:42.603971 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Updating router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce port ef3d661b-3b58-4862-9146-6be4177e55de binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:42.664938 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.105921 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.123971 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Transition to ACTIVE for port object ef3d661b-3b58-4862-9146-6be4177e55de will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:43.189299 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.282562 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c6288-7aac-4976-b7bc-8c87161136bf None None] Pushing event updated for resources: {'Port': ['ID=ef3d661b-3b58-4862-9146-6be4177e55de,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:43.380543 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Attempting to bind port ef3d661b-3b58-4862-9146-6be4177e55de on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:43.380909 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Attempting to bind port ef3d661b-3b58-4862-9146-6be4177e55de by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '4182f64e-837f-4737-b275-be4878980bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '50e35327-34c7-469d-9521-c5ab71837584'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:43.381268 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Attempting to bind port ef3d661b-3b58-4862-9146-6be4177e55de on network 50e35327-34c7-469d-9521-c5ab71837584 {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:43.397457 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:43.397789 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Checking segment: {'id': '4182f64e-837f-4737-b275-be4878980bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '50e35327-34c7-469d-9521-c5ab71837584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:43.398746 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.399142 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Bound using segment: {'id': '4182f64e-837f-4737-b275-be4878980bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '50e35327-34c7-469d-9521-c5ab71837584'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:43.399637 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Bound port: ef3d661b-3b58-4862-9146-6be4177e55de, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4182f64e-837f-4737-b275-be4878980bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '50e35327-34c7-469d-9521-c5ab71837584'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:43.400771 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.485359 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e52b24b8-b1e0-46d4-b613-10fe18cb546d up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:43.528335 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] For port ef3d661b-3b58-4862-9146-6be4177e55de, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:43.535738 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] For port ef3d661b-3b58-4862-9146-6be4177e55de, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=ef3d661b-3b58-4862-9146-6be4177e55de,segment=NetworkSegment(4182f64e-837f-4737-b275-be4878980bf8),segment_id=4182f64e-837f-4737-b275-be4878980bf8)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:43.557159 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.563420 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port e52b24b8-b1e0-46d4-b613-10fe18cb546d triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:43.563938 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.671931 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c6288-7aac-4976-b7bc-8c87161136bf None None] Pushing event updated for resources: {'Port': ['ID=ef3d661b-3b58-4862-9146-6be4177e55de,revision_number=4']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:43.678931 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Routers {'83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:43.680725 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:43.959410 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] Set router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:44.299711 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 4, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'gw_port': {'id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'ef3d661b-3b58-4862-9146-6be4177e55de', 'name': '', 'network_id': '50e35327-34c7-469d-9521-c5ab71837584', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'mac_address': 'fa:16:3e:ff:46:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:37Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'subnets': [{'id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:44.348389 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f1207-7f81-41f7-a456-fb12ead5b5ab None None] The sync data for ids ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'] in dv-cinder-760197-5-iscsi is: [{'id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 4, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'gw_port': {'id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'ef3d661b-3b58-4862-9146-6be4177e55de', 'name': '', 'network_id': '50e35327-34c7-469d-9521-c5ab71837584', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'mac_address': 'fa:16:3e:ff:46:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:37Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'subnets': [{'id': 'a173be90-f0f9-457a-b922-7b0865faee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:45.454168 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device ef3d661b-3b58-4862-9146-6be4177e55de up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:45.559034 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port ef3d661b-3b58-4862-9146-6be4177e55de completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:45.574178 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port ef3d661b-3b58-4862-9146-6be4177e55de triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:45.574843 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.855869 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.919590 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port ef3d661b-3b58-4862-9146-6be4177e55de, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=ef3d661b-3b58-4862-9146-6be4177e55de,segment=NetworkSegment(4182f64e-837f-4737-b275-be4878980bf8),segment_id=4182f64e-837f-4737-b275-be4878980bf8)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:45.926647 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.984402 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=ef3d661b-3b58-4862-9146-6be4177e55de,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:47.440930 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device ef3d661b-3b58-4862-9146-6be4177e55de up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:47.535282 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port ef3d661b-3b58-4862-9146-6be4177e55de triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:47.535674 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.112598 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cf5e5-2043-46aa-a7ef-7b61d533cb7d req-efbdc1fd-82df-458d-a7d4-4919554b0448 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:50.115218 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-186cf5e5-2043-46aa-a7ef-7b61d533cb7d req-efbdc1fd-82df-458d-a7d4-4919554b0448 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 946 time: 0.0775318 Aug 13 03:46:50.165056 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-186cf5e5-2043-46aa-a7ef-7b61d533cb7d req-3d97cb5b-574a-48ab-8aaa-ff4817de27d8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372257 Aug 13 03:46:50.801483 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-3d994cd2-480c-466f-8063-254d9735e815 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:50.804267 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-3d994cd2-480c-466f-8063-254d9735e815 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/networks?id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a HTTP/1.1" status: 200 len: 815 time: 0.1934917 Aug 13 03:46:50.827162 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-f50d1de2-0e90-400a-a31e-8c6e661b01ff tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/quotas/5c617a34788747b1bf29edea59ecab46 HTTP/1.1" status: 200 len: 375 time: 0.0164056 Aug 13 03:46:50.885343 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-1468d1af-bcd9-4315-8071-0422a77cf4da tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c617a34788747b1bf29edea59ecab46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521317 Aug 13 03:46:51.005386 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-1f468cb8-3211-462d-b5f0-362b79e29b9c service neutron] 10.222.0.58 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006827 Aug 13 03:46:51.104973 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-007cf2b3-63c7-4a6a-a5b2-fa648c7a9239 service neutron] 10.222.0.58 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926840 Aug 13 03:46:51.382867 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-96a3dac6-9584-4b75-b9dc-6a9f0f278c80 req-e27dd899-49c6-4d72-94e8-ee34744934cf tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 210 time: 0.1008964 Aug 13 03:46:51.428642 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70e28e-55a7-423b-9eef-a66994a722ce req-da7ad27c-f660-4653-92b3-52fde07d89de tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:51.430752 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4c70e28e-55a7-423b-9eef-a66994a722ce req-da7ad27c-f660-4653-92b3-52fde07d89de tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 946 time: 0.1440597 Aug 13 03:46:51.486168 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4c70e28e-55a7-423b-9eef-a66994a722ce req-4c4860b8-19f2-4750-ad1b-25aac78643d1 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=0419618a-44e3-486f-8f95-820c64d58034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455644 Aug 13 03:46:51.769893 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-aad2514e-1efe-4c37-bf6d-64443961c3a4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:51.772697 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-aad2514e-1efe-4c37-bf6d-64443961c3a4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 946 time: 0.0778680 Aug 13 03:46:51.906948 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Deleting port 5c4025de-5669-446a-8fc1-7fbacc74a859 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:46:51.907245 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.056906 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] For port 5c4025de-5669-446a-8fc1-7fbacc74a859, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5c4025de-5669-446a-8fc1-7fbacc74a859,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:52.057307 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.355361 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.355742 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.356072 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Floating IP 6f30564b-9e6a-4e43-a3e7-db128e4e9020 disassociated. External IP: 172.27.2.181, port: 5c4025de-5669-446a-8fc1-7fbacc74a859. Aug 13 03:46:52.356427 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Calling delete_port for 5c4025de-5669-446a-8fc1-7fbacc74a859 owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:46:52.549854 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dabb83d0-5d65-4753-96e1-322b8d8ad88d req-6dd7041f-2778-44e6-a7e3-2b9117bb0d44 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 210 time: 0.0543897 Aug 13 03:46:52.592742 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.636515 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event deleted for resources: {'Port': ['ID=5c4025de-5669-446a-8fc1-7fbacc74a859,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:52.695585 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-660e5608-fbbf-464e-8cb5-c8918f87860b tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:52.698019 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-660e5608-fbbf-464e-8cb5-c8918f87860b tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.18 "GET /v2.0/networks?id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a HTTP/1.1" status: 200 len: 815 time: 0.2083220 Aug 13 03:46:52.716180 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7aefa5d8-8c7a-47ac-a517-7330cad006bb req-98f9350b-4254-4fe2-b547-9542ddd09b2f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 210 time: 0.0324028 Aug 13 03:46:52.716513 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'port': {'device_id': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'admin_state_up': True, 'tenant_id': '5c617a34788747b1bf29edea59ecab46'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:52.827399 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Router a3875717-c82a-4201-9ff2-8e5b669c94d1 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:52.862603 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 53980) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:52.955512 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4e9e21-a568-46c8-9eff-b84f6e37cdcf admin admin] Deleting subnet 6f0ac0dc-ec98-4db9-950a-c8851efb639d {{(pid=100566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:46:52.958915 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9e21-a568-46c8-9eff-b84f6e37cdcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.960170 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:52.980557 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] Sync routers for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:52.994790 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:52.997834 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:53.007314 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9e21-a568-46c8-9eff-b84f6e37cdcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819215'] for subnet, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.024808 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] No DVR routers for this DVR port 5c4025de-5669-446a-8fc1-7fbacc74a859 on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:46:53.034089 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.036448 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ce74d613-787c-4553-af59-ddaf3e31cd05 req-0c3bee90-d9e4-48b8-a04c-00c2ce7d31cc tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "DELETE /v2.0/ports/5c4025de-5669-446a-8fc1-7fbacc74a859 HTTP/1.1" status: 204 len: 173 time: 1.2566693 Aug 13 03:46:53.036893 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-deleted', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:53.039457 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed50f5a5-3bdf-4ce3-8a24-445f26c1ee84" -d '{"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-deleted", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:53.123117 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9e21-a568-46c8-9eff-b84f6e37cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.125016 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d973e5-a64e-4260-b63e-8f9e98f0b309 x-openstack-request-id: req-77d973e5-a64e-4260-b63e-8f9e98f0b309 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:53.125446 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704b9507-e591-4a0e-9034-4b274003d721", "name": "network-vif-deleted", "tag": "5c4025de-5669-446a-8fc1-7fbacc74a859", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:53.126272 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77d973e5-a64e-4260-b63e-8f9e98f0b309 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:53.126721 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704b9507-e591-4a0e-9034-4b274003d721', 'name': 'network-vif-deleted', 'tag': '5c4025de-5669-446a-8fc1-7fbacc74a859', 'status': 'completed', 'code': 200} Aug 13 03:46:53.160651 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Made reservation on behalf of 5c617a34788747b1bf29edea59ecab46 for: {'port': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:53.167528 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.204518 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:53.371709 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9e21-a568-46c8-9eff-b84f6e37cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2891789'] for subnet, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.409307 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9e21-a568-46c8-9eff-b84f6e37cdcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.414808 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-6a4e9e21-a568-46c8-9eff-b84f6e37cdcf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6f0ac0dc-ec98-4db9-950a-c8851efb639d HTTP/1.1" status: 204 len: 168 time: 0.5470357 Aug 13 03:46:53.415543 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54002) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:53.527285 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e9e21-a568-46c8-9eff-b84f6e37cdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0ac0dc-ec98-4db9-950a-c8851efb639d,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:53.670939 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.822848 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Allocated IP 172.20.0.8 (ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a/4243256c-f930-4cfb-a988-71146de4fb04/03b2f81e-5eef-4061-b711-6e3a346c5173) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:53.851390 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:53.947363 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-363defd0-00a9-42eb-948d-b4da4567b81b req-ccd39ed9-030a-487b-94c9-85d258d48dba tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 210 time: 0.0823903 Aug 13 03:46:53.968726 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.994692 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cee894-bf55-487e-b19b-409b58a4b00c']}} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:54.002189 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] Checking router: a3875717-c82a-4201-9ff2-8e5b669c94d1 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:54.035937 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:54.036879 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:46:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:54.111315 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-22445248-b388-43a2-9bd9-d6fb9ae0f1bf req-8c6508b6-2cd4-4432-bf1e-03c00f4277f6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=704b9507-e591-4a0e-9034-4b274003d721 HTTP/1.1" status: 200 len: 210 time: 0.0795519 Aug 13 03:46:54.120363 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39f83c5-06ca-4534-8fc2-4246585afe20') {'for_net_delete': True} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:54.121419 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39f83c5-06ca-4534-8fc2-4246585afe20') {} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:54.175981 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720869'] for segment, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.219741 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.245388 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:46:54.247784 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2721785'] for segment, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: Traceback (most recent call last): Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: timer() Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: cb(*args, **kw) Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: return func(*args, **kwargs) Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: self._notify() Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: self.callback(batched_events) Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: event.method(event) Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: return f(self, *a, **k) Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._get(url).json() Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: return self.request(url, 'GET', **kwargs) Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:46:54.255172 dv-cinder-760197-5-iscsi neutron-server[100567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:46:54.345543 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.349902 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:54.457506 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Transition to ACTIVE for port object 03b2f81e-5eef-4061-b711-6e3a346c5173 will not be triggered until provisioned by entity DHCP. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:54.459000 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.500496 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.530584 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] 10.222.0.58 "DELETE /v2.0/networks/05cee894-bf55-487e-b19b-409b58a4b00c HTTP/1.1" status: 204 len: 168 time: 1.1025472 Aug 13 03:46:54.532370 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.537091 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2caecb-18e4-4913-93b2-4aaf22360341 admin admin] Pushing event deleted for resources: {'Network': ['ID=05cee894-bf55-487e-b19b-409b58a4b00c,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:54.573299 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:46:54.672280 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:54.687311 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:54.705864 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:54.902864 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'Port': ['ID=03b2f81e-5eef-4061-b711-6e3a346c5173,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:54.937342 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:54.998135 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:54.999144 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.001784 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54014) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:55.029087 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-21dd1b97-6eb6-4d75-86b3-6d7fcc3f6bb6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3200316 Aug 13 03:46:55.042417 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Request body: {'port': {'device_id': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:55.085315 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-886d1ccc-e9ff-457b-b7a9-aadb92bb0e79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1176eec0b82b4e9586e8175259f078e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814426 Aug 13 03:46:55.088256 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54016) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:55.106719 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6dbff7-3893-4104-b90d-7dc4e0d634a9 None None] The sync data for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi is: [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:55.188580 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.283591 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-37a206f1-c177-418e-a824-429af90e04ec None None] Provisioning for port 03b2f81e-5eef-4061-b711-6e3a346c5173 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:55.297909 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-37a206f1-c177-418e-a824-429af90e04ec None None] Provisioning complete for port 03b2f81e-5eef-4061-b711-6e3a346c5173 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:55.300158 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-37a206f1-c177-418e-a824-429af90e04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.345698 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8e75767c-a2b0-4915-8c4e-cdb60e547ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.373116 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54022) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:55.416425 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-37a206f1-c177-418e-a824-429af90e04ec None None] Port 03b2f81e-5eef-4061-b711-6e3a346c5173 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:55.476923 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2458914-77e7-4cdf-b0f6-23d64295f220 req-8843db07-9d8f-45bf-b01f-7d545ab18086 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:55.491089 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f2458914-77e7-4cdf-b0f6-23d64295f220 req-8843db07-9d8f-45bf-b01f-7d545ab18086 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 931 time: 0.2948875 Aug 13 03:46:55.560204 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8e75767c-a2b0-4915-8c4e-cdb60e547ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.613466 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b2f81e-5eef-4061-b711-6e3a346c5173 {{(pid=100566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:46:55.626102 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.647363 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Transition to ACTIVE for port object 03b2f81e-5eef-4061-b711-6e3a346c5173 will not be triggered until provisioned by entity L2. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:55.654818 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.754956 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Pushing event updated for resources: {'Port': ['ID=03b2f81e-5eef-4061-b711-6e3a346c5173,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:55.755698 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91ab65-28b1-4937-8e73-85d97fe18e4c None None] New status for floating IP 6f30564b-9e6a-4e43-a3e7-db128e4e9020: DOWN {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:46:55.869114 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f2458914-77e7-4cdf-b0f6-23d64295f220 req-87774d22-cf16-46fa-b027-ae442dfb2542 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761601 Aug 13 03:46:55.925938 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f77ff9a2-0636-49e4-be3f-bd2a1d57f97c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.971312 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Attempting to bind port 03b2f81e-5eef-4061-b711-6e3a346c5173 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:55.982509 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Attempting to bind port 03b2f81e-5eef-4061-b711-6e3a346c5173 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:55.982978 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Attempting to bind port 03b2f81e-5eef-4061-b711-6e3a346c5173 on network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:55.995904 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:46:56.016371 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8e75767c-a2b0-4915-8c4e-cdb60e547ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.017769 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Port 03b2f81e-5eef-4061-b711-6e3a346c5173 on network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:46:56.020244 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Attempting to bind port 03b2f81e-5eef-4061-b711-6e3a346c5173 on network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:56.029316 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8e75767c-a2b0-4915-8c4e-cdb60e547ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.031875 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-8e75767c-a2b0-4915-8c4e-cdb60e547ef4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a46f7dd6-5f37-4946-8eca-bdbc17c7eb48 HTTP/1.1" status: 204 len: 168 time: 0.9416943 Aug 13 03:46:56.071547 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f77ff9a2-0636-49e4-be3f-bd2a1d57f97c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.072901 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:56.075106 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Checking segment: {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:56.083258 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Bound using segment: {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:56.084315 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Bound port: 03b2f81e-5eef-4061-b711-6e3a346c5173, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3f13ab-0ab1-4065-a0c4-bd720fd31193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a'}}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:56.085953 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.089781 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 5c4025de-5669-446a-8fc1-7fbacc74a859 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:46:56.097979 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 5c4025de-5669-446a-8fc1-7fbacc74a859 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:46:56.127183 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75767c-a2b0-4915-8c4e-cdb60e547ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46f7dd6-5f37-4946-8eca-bdbc17c7eb48,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:56.280566 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] For port 03b2f81e-5eef-4061-b711-6e3a346c5173, host hv-cinder-76019, cleared binding levels {{(pid=100566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:56.301217 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] For port 03b2f81e-5eef-4061-b711-6e3a346c5173, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=03b2f81e-5eef-4061-b711-6e3a346c5173,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:56.309607 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f77ff9a2-0636-49e4-be3f-bd2a1d57f97c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.312832 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f77ff9a2-0636-49e4-be3f-bd2a1d57f97c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.314415 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-f77ff9a2-0636-49e4-be3f-bd2a1d57f97c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "DELETE /v2.0/security-groups/0419618a-44e3-486f-8f95-820c64d58034 HTTP/1.1" status: 204 len: 168 time: 0.9335990 Aug 13 03:46:56.315552 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.320331 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54028) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:56.345086 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ff9a2-0636-49e4-be3f-bd2a1d57f97c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0419618a-44e3-486f-8f95-820c64d58034,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:56.506351 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.api.v2.resource [None req-c5126692-29ff-40d3-b41c-5613caa54930 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] show failed (client error): The resource could not be found. Aug 13 03:46:56.520224 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54030) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:56.522203 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c5126692-29ff-40d3-b41c-5613caa54930 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups/0419618a-44e3-486f-8f95-820c64d58034 HTTP/1.1" status: 404 len: 347 time: 0.2005832 Aug 13 03:46:56.533199 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:56.537605 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.551385 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] 10.222.0.18 "PUT /v2.0/ports/03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 1093 time: 1.5088258 Aug 13 03:46:56.562775 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:56.569674 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e" -d '{"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:56.805097 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2433c73-43f5-4d26-b5a9-954bdb3905ca service neutron] Pushing event updated for resources: {'Port': ['ID=03b2f81e-5eef-4061-b711-6e3a346c5173,revision_number=3']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:56.838089 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6f561e-a89f-46fe-9f02-75d7d0bfb733 x-openstack-request-id: req-5d6f561e-a89f-46fe-9f02-75d7d0bfb733 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:56.838943 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:56.839555 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d6f561e-a89f-46fe-9f02-75d7d0bfb733 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:56.840496 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'status': 'completed', 'code': 200} Aug 13 03:46:56.862332 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Deleting port e1863c27-fd89-4c49-9633-29f9349c5f5d {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:46:56.863368 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.055020 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.056196 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.069474 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Calling delete_port for e1863c27-fd89-4c49-9633-29f9349c5f5d owned by network:floatingip {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:46:57.130779 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80553c4b-f3f0-46ca-966e-61592f6e1b41 req-f6e78593-6d4e-49d8-8401-4fcc4159c380 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:57.132787 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80553c4b-f3f0-46ca-966e-61592f6e1b41 req-f6e78593-6d4e-49d8-8401-4fcc4159c380 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 943 time: 0.1477742 Aug 13 03:46:57.227363 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80553c4b-f3f0-46ca-966e-61592f6e1b41 req-28d5063f-c270-4496-a54b-58169c9fd75a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754962 Aug 13 03:46:57.337465 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.373218 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event deleted for resources: {'Port': ['ID=e1863c27-fd89-4c49-9633-29f9349c5f5d,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:57.440698 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.443650 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.451654 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-31fa0531-f07e-4f48-be2a-23e88be82bc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "DELETE /v2.0/floatingips/6f30564b-9e6a-4e43-a3e7-db128e4e9020 HTTP/1.1" status: 204 len: 168 time: 0.9250784 Aug 13 03:46:57.757107 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54042) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:57.762368 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-8168336a-2b76-4283-8d37-3f21e53f80eb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1083780673', 'description': 'tempest-description--143096530'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:57.791501 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8168336a-2b76-4283-8d37-3f21e53f80eb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.951464 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8168336a-2b76-4283-8d37-3f21e53f80eb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.955452 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8168336a-2b76-4283-8d37-3f21e53f80eb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.982524 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8168336a-2b76-4283-8d37-3f21e53f80eb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.983770 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-8168336a-2b76-4283-8d37-3f21e53f80eb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2256596 Aug 13 03:46:57.987583 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54044) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:57.990720 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168336a-2b76-4283-8d37-3f21e53f80eb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace5337a-4171-45fc-8b2e-dd8640bb1655,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:57.992293 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-1deddee2-67e3-4db4-9373-e6e385e20a34 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'security_group_rule': {'security_group_id': 'ace5337a-4171-45fc-8b2e-dd8640bb1655', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:58.046211 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1deddee2-67e3-4db4-9373-e6e385e20a34 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.133674 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1deddee2-67e3-4db4-9373-e6e385e20a34 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.138565 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1deddee2-67e3-4db4-9373-e6e385e20a34 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.158264 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deddee2-67e3-4db4-9373-e6e385e20a34 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94741798-4f26-4593-8c63-ccd87a264cad,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:58.169204 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1deddee2-67e3-4db4-9373-e6e385e20a34 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.170978 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1deddee2-67e3-4db4-9373-e6e385e20a34 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822844 Aug 13 03:46:58.173686 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54046) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:58.183996 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-1be19e04-bf25-4d30-8b7d-f52920ff5b38 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'security_group_rule': {'security_group_id': 'ace5337a-4171-45fc-8b2e-dd8640bb1655', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:58.235131 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1be19e04-bf25-4d30-8b7d-f52920ff5b38 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.329270 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1be19e04-bf25-4d30-8b7d-f52920ff5b38 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.333499 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1be19e04-bf25-4d30-8b7d-f52920ff5b38 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.353633 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be19e04-bf25-4d30-8b7d-f52920ff5b38 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d17793-6e02-4c12-8595-465c4b8dba6f,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:58.364208 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1be19e04-bf25-4d30-8b7d-f52920ff5b38 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.365418 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1be19e04-bf25-4d30-8b7d-f52920ff5b38 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1907935 Aug 13 03:46:58.369154 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54050) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:58.378624 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'floatingip': {'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:58.391607 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70310e67-0baa-4dcb-8291-069a840defc6 req-1e4c7477-eec2-42e5-acd1-534be0a584e3 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:58.395039 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-70310e67-0baa-4dcb-8291-069a840defc6 req-1e4c7477-eec2-42e5-acd1-534be0a584e3 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 943 time: 0.0707135 Aug 13 03:46:58.431144 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.448225 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-70310e67-0baa-4dcb-8291-069a840defc6 req-1df72c8a-7af5-486a-8b2e-524339a980f5 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Aug 13 03:46:58.540891 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.658496 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Allocated IP 172.27.2.123 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/a5c9fbaf-20df-4f28-98b7-5ef7bf995444) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:58.784496 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.838407 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.883249 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:58.886791 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:58.890394 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:58.928805 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'Port': ['ID=a5c9fbaf-20df-4f28-98b7-5ef7bf995444,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:58.936712 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-b780083a-fe45-46cc-bfb1-36e23bd714f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.006407 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.051567 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.217386 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.222845 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.305703 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.312607 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'Port': ['ID=a5c9fbaf-20df-4f28-98b7-5ef7bf995444,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:59.326992 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.328248 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-bebf381f-e9a1-4eee-824b-c624aee4f588 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9581156 Aug 13 03:46:59.607241 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-9bdd9f43-462a-4ee5-b831-9797a050f632 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1083780673&fields=id&tenant_id=c8d6cadea26a4a55baf2f4fc00161f21 HTTP/1.1" status: 200 len: 267 time: 0.0393996 Aug 13 03:46:59.732346 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-cef3b85b-ebb7-4588-8ca1-f08fb9bfa389 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:59.733769 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-cef3b85b-ebb7-4588-8ca1-f08fb9bfa389 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 817 time: 0.1196172 Aug 13 03:46:59.749256 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3e5c46cd-9a50-4588-8ff6-5aa6cee17581 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/quotas/c8d6cadea26a4a55baf2f4fc00161f21 HTTP/1.1" status: 200 len: 375 time: 0.0094135 Aug 13 03:46:59.822547 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-c5ce7fd8-97fd-4d43-a721-33d81cc8d5d6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681508 Aug 13 03:46:59.926755 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-a5ce2684-e517-47a0-8c70-39003b226863 service neutron] 10.222.0.58 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848112 Aug 13 03:47:00.026065 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-a3c60959-65ef-4d21-8243-04147aa0b0a5 service neutron] 10.222.0.58 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931141 Aug 13 03:47:00.245243 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf40ac-a625-4d79-91eb-9164ff81936e req-b4c66258-dc11-4ee3-a504-7a20bf2ed383 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:00.246774 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-81bf40ac-a625-4d79-91eb-9164ff81936e req-b4c66258-dc11-4ee3-a504-7a20bf2ed383 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 943 time: 0.0650759 Aug 13 03:47:00.289826 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-81bf40ac-a625-4d79-91eb-9164ff81936e req-cf45e255-b555-4593-8005-865e7a56efe4 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361652 Aug 13 03:47:00.384675 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-276bbebd-c781-4732-899b-c103af95d981 req-09a73f8f-1301-4349-b68a-c3c6d03615fd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 210 time: 0.0308325 Aug 13 03:47:01.442482 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a3bbd-cdc9-46a2-9a66-277519af778f req-71997215-639e-4a35-99a3-7ca726e30de5 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:01.450337 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ed8a3bbd-cdc9-46a2-9a66-277519af778f req-71997215-639e-4a35-99a3-7ca726e30de5 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 943 time: 0.0760007 Aug 13 03:47:01.486949 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ed8a3bbd-cdc9-46a2-9a66-277519af778f req-b6e8f4b5-c3b6-4b9e-930d-72e2687e32cb tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353608 Aug 13 03:47:01.569742 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fef99bab-f2f1-419d-a31c-d4c4414715f9 req-5cbb0ed0-bb29-4300-abcd-a96eb33de1e4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 210 time: 0.0284736 Aug 13 03:47:02.237906 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:02.499214 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5add-8206-4588-9ee4-f85f24805876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:02.638150 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e17daa-3c75-41ca-bdda-eaef1412968c req-3913f221-27ce-4fd9-a458-b69f87480b17 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:02.640009 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-16e17daa-3c75-41ca-bdda-eaef1412968c req-3913f221-27ce-4fd9-a458-b69f87480b17 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 943 time: 0.0766873 Aug 13 03:47:02.681269 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-16e17daa-3c75-41ca-bdda-eaef1412968c req-18a73d2a-64c8-4b30-8768-d938b8cb45c6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Aug 13 03:47:02.789539 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c526523c-399a-4de3-8e36-0333b328f853 req-a390a047-4876-4ac7-b52e-09e9e4c65f11 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 210 time: 0.0370541 Aug 13 03:47:03.825782 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f54235-5377-425c-afc1-03c8a4cbd3f0 req-57850890-d851-4269-97eb-16175fb0ad89 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:03.829573 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d4f54235-5377-425c-afc1-03c8a4cbd3f0 req-57850890-d851-4269-97eb-16175fb0ad89 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 943 time: 0.0725625 Aug 13 03:47:03.876533 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d4f54235-5377-425c-afc1-03c8a4cbd3f0 req-ad722c4c-90d1-4060-b72d-c17f7b6c6208 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Aug 13 03:47:03.963041 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-57e6b5d2-1339-4b93-b457-601147def3a0 req-03798519-dd31-4197-af18-50baa8a4f53b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 210 time: 0.0284445 Aug 13 03:47:04.073569 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:04.908350 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:05.022146 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d56be6-957e-4730-be00-a3a16dfcbf77 req-8d5e6ba7-8523-41ba-8df9-f2b43085e18b tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:05.024634 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-40d56be6-957e-4730-be00-a3a16dfcbf77 req-8d5e6ba7-8523-41ba-8df9-f2b43085e18b tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 943 time: 0.0611613 Aug 13 03:47:05.089963 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-40d56be6-957e-4730-be00-a3a16dfcbf77 req-f3f86c1c-d679-4ea2-9551-3a25b17295d2 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572352 Aug 13 03:47:05.185920 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3cca38ad-4522-4253-b80c-1790ece12307 req-6b1c0ef6-c15f-4d3c-8152-71763d51e247 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 210 time: 0.0369987 Aug 13 03:47:05.428525 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:06.221808 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b2fb7-a2dc-473c-bf22-2d8a0e0d8311 req-7cbe8b2d-b6e3-4456-ba4e-e54db674e449 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:06.223447 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8b6b2fb7-a2dc-473c-bf22-2d8a0e0d8311 req-7cbe8b2d-b6e3-4456-ba4e-e54db674e449 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 943 time: 0.0586038 Aug 13 03:47:06.268668 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8b6b2fb7-a2dc-473c-bf22-2d8a0e0d8311 req-a25aa9a9-b8bb-4b43-9975-a92a996bcde8 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Aug 13 03:47:06.310971 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-4f18883b-0fd1-49b4-a764-ced3d7c2c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:06.313892 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-4f18883b-0fd1-49b4-a764-ced3d7c2c69d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c617a34788747b1bf29edea59ecab46&device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 1096 time: 0.1158140 Aug 13 03:47:06.348245 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bfc10792-993b-4f00-b474-0efbd8a97750 req-4b5ba15e-65e1-4c11-bd5e-2e6f0ac8fae5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 210 time: 0.0342140 Aug 13 03:47:06.363937 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-bd7dabc5-799c-44dc-a2a4-72609f37e17d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 217 time: 0.0385356 Aug 13 03:47:06.435105 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-5115b139-2ad9-43f3-a686-80a00e8fb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:06.436602 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-5115b139-2ad9-43f3-a686-80a00e8fb359 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4243256c-f930-4cfb-a988-71146de4fb04 HTTP/1.1" status: 200 len: 854 time: 0.0626781 Aug 13 03:47:06.500349 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-b86bd467-ed91-4776-80fb-87ce3db61ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:06.501975 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-b86bd467-ed91-4776-80fb-87ce3db61ca9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538704 Aug 13 03:47:06.614490 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-cff84827-3df4-4f9f-90b5-e87f81ac96d0 service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045315 Aug 13 03:47:06.717676 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-5076f15d-4b2b-4b50-a596-8eec261e22fb req-103cec56-0891-4fef-bd0e-90d6892cc1ba service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944400 Aug 13 03:47:06.810947 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-223e1b4b-91c7-4dd3-9e42-2a2072d67eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:06.812463 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-223e1b4b-91c7-4dd3-9e42-2a2072d67eb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c617a34788747b1bf29edea59ecab46&device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 1096 time: 0.0429926 Aug 13 03:47:07.086482 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-cd3d77a7-da6b-447d-a06f-184d551d133d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.088461 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-cd3d77a7-da6b-447d-a06f-184d551d133d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 817 time: 0.1380610 Aug 13 03:47:07.144517 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-c88d4a68-c4d4-4942-8350-4549e7619632 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d6cadea26a4a55baf2f4fc00161f21 HTTP/1.1" status: 200 len: 380 time: 0.0431929 Aug 13 03:47:07.156438 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'port': {'device_id': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'admin_state_up': True, 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'security_groups': ['ace5337a-4171-45fc-8b2e-dd8640bb1655']}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:07.158948 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-8f504c1e-daca-4dfd-beaa-86f40bf92407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.160685 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-8f504c1e-daca-4dfd-beaa-86f40bf92407 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a HTTP/1.1" status: 200 len: 915 time: 0.3378947 Aug 13 03:47:07.208378 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-119c39dc-1a17-4e7d-a8eb-45c2483f6a55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 217 time: 0.0362697 Aug 13 03:47:07.262161 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-f9873251-d6af-42ac-adb6-b415a8eaa849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.265222 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-f9873251-d6af-42ac-adb6-b415a8eaa849 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4243256c-f930-4cfb-a988-71146de4fb04 HTTP/1.1" status: 200 len: 854 time: 0.0465949 Aug 13 03:47:07.277014 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Made reservation on behalf of c8d6cadea26a4a55baf2f4fc00161f21 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:47:07.281245 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:07.347466 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-12214e27-dcf9-4048-9608-ca3790f0fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.350615 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-12214e27-dcf9-4048-9608-ca3790f0fc4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769508 Aug 13 03:47:07.441234 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5272d-5051-4520-981c-63b865ec047b req-a5c7d46f-afa8-4e76-8d46-5a0aa48daf3f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.442387 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fef5272d-5051-4520-981c-63b865ec047b req-a5c7d46f-afa8-4e76-8d46-5a0aa48daf3f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 943 time: 0.0922444 Aug 13 03:47:07.459024 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-fe4a3a33-0b98-4a93-a2dd-822cc03fcd31 service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970457 Aug 13 03:47:07.508189 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-45760941-dde4-42a8-8723-4e2f7fa0af45 req-cd0254a0-8898-48f8-9055-7e78ce34ee3e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 210 time: 0.0483510 Aug 13 03:47:07.511794 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Allocated IP 172.20.0.4 (a435de16-ff76-42df-a496-1b954adf6388/95c34f2f-e964-45bf-81f4-7b24f7b01a9c/adb81d29-35fa-4b1c-afca-1e9d56e274bb) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:47:07.543059 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fef5272d-5051-4520-981c-63b865ec047b req-abce1ac4-7b77-4d75-8e17-19eb4889e247 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934553 Aug 13 03:47:07.604390 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-e120d70a-3dfb-4b0d-a468-b6d6497ff63e req-4c1d7d6d-2e51-4489-827e-dc470da70d5f service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366608 Aug 13 03:47:07.684833 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:07.706741 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Transition to ACTIVE for port object adb81d29-35fa-4b1c-afca-1e9d56e274bb will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:47:07.749729 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:07.795195 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Network a435de16-ff76-42df-a496-1b954adf6388 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:47:07.800675 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:47:07.804894 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:47:07.834841 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:07.869197 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.870042 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:07.887312 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-3cdc6762-8637-4217-8d8a-d6333b432df4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358706 Aug 13 03:47:07.904721 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Request body: {'port': {'device_id': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:07.962475 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:08.025392 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ff76c842-3ae6-4f18-86a7-a2e006814f53 None None] Provisioning for port adb81d29-35fa-4b1c-afca-1e9d56e274bb completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:08.029702 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ff76c842-3ae6-4f18-86a7-a2e006814f53 None None] Provisioning complete for port adb81d29-35fa-4b1c-afca-1e9d56e274bb triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:08.030070 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ff76c842-3ae6-4f18-86a7-a2e006814f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:08.058835 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 03b2f81e-5eef-4061-b711-6e3a346c5173 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:47:08.082003 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ff76c842-3ae6-4f18-86a7-a2e006814f53 None None] Port adb81d29-35fa-4b1c-afca-1e9d56e274bb cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:47:08.171635 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 03b2f81e-5eef-4061-b711-6e3a346c5173, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=03b2f81e-5eef-4061-b711-6e3a346c5173,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:08.188114 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'port_id': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'mac_address': 'fa:16:3e:12:87:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:47:08.229372 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:08.244060 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b2f81e-5eef-4061-b711-6e3a346c5173 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:08.271531 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 03b2f81e-5eef-4061-b711-6e3a346c5173, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=03b2f81e-5eef-4061-b711-6e3a346c5173,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:08.275873 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:08.284160 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb81d29-35fa-4b1c-afca-1e9d56e274bb {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:08.292963 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:08.306960 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Transition to ACTIVE for port object adb81d29-35fa-4b1c-afca-1e9d56e274bb will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:47:08.312190 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:08.333185 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=03b2f81e-5eef-4061-b711-6e3a346c5173,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:08.383634 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:08.454720 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Attempting to bind port adb81d29-35fa-4b1c-afca-1e9d56e274bb on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:47:08.455134 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Attempting to bind port adb81d29-35fa-4b1c-afca-1e9d56e274bb by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:47:08.455520 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Attempting to bind port adb81d29-35fa-4b1c-afca-1e9d56e274bb on network a435de16-ff76-42df-a496-1b954adf6388 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:08.462494 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Port adb81d29-35fa-4b1c-afca-1e9d56e274bb on network a435de16-ff76-42df-a496-1b954adf6388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:47:08.462989 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Attempting to bind port adb81d29-35fa-4b1c-afca-1e9d56e274bb on network a435de16-ff76-42df-a496-1b954adf6388 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:08.469954 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:47:08.470295 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Checking segment: {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:47:08.470720 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Bound using segment: {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:47:08.471290 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Bound port: adb81d29-35fa-4b1c-afca-1e9d56e274bb, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83013c6d-ef21-4731-8c10-f864705a3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:47:08.471612 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:08.540915 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['03b2f81e-5eef-4061-b711-6e3a346c5173'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:08.853061 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f106a78-6d72-43a8-a348-470b8988337f req-9e9f3363-5dc5-43d6-81e8-91c58672b899 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:08.854647 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3f106a78-6d72-43a8-a348-470b8988337f req-9e9f3363-5dc5-43d6-81e8-91c58672b899 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 944 time: 0.1183045 Aug 13 03:47:08.871149 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a105b9-e67b-461c-b1e3-af411951de29 req-61a0e4db-c8d9-4d71-94ca-df704d0ad7d6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:08.873253 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e9a105b9-e67b-461c-b1e3-af411951de29 req-61a0e4db-c8d9-4d71-94ca-df704d0ad7d6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.1380320 Aug 13 03:47:08.902418 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:47:08.936154 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:47:08.949514 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:08.954074 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3f106a78-6d72-43a8-a348-470b8988337f req-eeac69d9-5af0-4bd4-8197-c0b8dd436770 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922952 Aug 13 03:47:08.966219 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e9a105b9-e67b-461c-b1e3-af411951de29 req-c91a293f-dc99-41e2-86b3-ecfa36232b52 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811534 Aug 13 03:47:08.995576 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:08.995958 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:08.997833 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] 10.222.0.18 "PUT /v2.0/ports/adb81d29-35fa-4b1c-afca-1e9d56e274bb HTTP/1.1" status: 200 len: 1093 time: 1.0972915 Aug 13 03:47:08.998306 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:09.000710 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995dde1f-ee91-468d-90f9-abd0452924e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:09.028162 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074f487-fa74-4430-a4ae-5953a1a34328 service neutron] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:09.061954 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91441be6-25d8-4b39-8af8-7a6cec983c5e x-openstack-request-id: req-91441be6-25d8-4b39-8af8-7a6cec983c5e {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:09.062327 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:09.062666 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91441be6-25d8-4b39-8af8-7a6cec983c5e {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:09.063117 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'status': 'completed', 'code': 200} Aug 13 03:47:09.108831 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-90e0c0ef-9616-4689-a1bb-441caeedcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:09.110418 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-90e0c0ef-9616-4689-a1bb-441caeedcf35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 1096 time: 0.0593531 Aug 13 03:47:09.163226 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-5b2d52d9-cdff-4343-aea2-efa6a8a828c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb HTTP/1.1" status: 200 len: 217 time: 0.0432484 Aug 13 03:47:09.219921 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-008b276f-aeec-4a9f-b78f-bd452eb055c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:09.221450 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-008b276f-aeec-4a9f-b78f-bd452eb055c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.0504429 Aug 13 03:47:09.273742 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-5a219046-2dea-4e91-a2ab-f0e7a1179ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:09.275461 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-5a219046-2dea-4e91-a2ab-f0e7a1179ad6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462375 Aug 13 03:47:09.388090 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-fe9362e5-73eb-421b-88f7-83a16611a682 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973520 Aug 13 03:47:09.494645 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7b4b89e0-d3ba-443c-b4fb-dfc889d44f49 req-4d1e665b-7d95-4ad3-8093-2a0a679d20ef service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991242 Aug 13 03:47:09.603670 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-71960419-9187-4f20-9ec9-4c786f64bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:09.605308 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-71960419-9187-4f20-9ec9-4c786f64bc81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 1096 time: 0.0494552 Aug 13 03:47:09.712688 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-3df70933-bf84-4a45-914e-e591cab2747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:09.714762 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-3df70933-bf84-4a45-914e-e591cab2747d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 917 time: 0.1008766 Aug 13 03:47:09.760949 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-fd78273f-6249-40cc-89bd-86a4dd407ba5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb HTTP/1.1" status: 200 len: 217 time: 0.0373638 Aug 13 03:47:09.836105 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-994c1621-559d-4d32-8ebc-d336f69ec88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:09.838737 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-994c1621-559d-4d32-8ebc-d336f69ec88e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.0697253 Aug 13 03:47:09.897548 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-7f4130e4-8700-4fce-b09b-84b746834e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:09.899195 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-7f4130e4-8700-4fce-b09b-84b746834e67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513761 Aug 13 03:47:09.999741 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-8ff4937b-8e33-4b57-8f52-de111fa4ca14 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906658 Aug 13 03:47:10.063356 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 03b2f81e-5eef-4061-b711-6e3a346c5173 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:10.152343 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 03b2f81e-5eef-4061-b711-6e3a346c5173 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:10.158845 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 03b2f81e-5eef-4061-b711-6e3a346c5173 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:10.159395 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:10.183868 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f02842-b0cb-475c-8b48-8e0ad04ba82a req-5350ba3d-e38d-4dcd-83c9-96f202fb110d tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:10.186102 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-22f02842-b0cb-475c-8b48-8e0ad04ba82a req-5350ba3d-e38d-4dcd-83c9-96f202fb110d tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 944 time: 0.1274981 Aug 13 03:47:10.189286 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-995dde1f-ee91-468d-90f9-abd0452924e3 req-d4cad57e-6397-44e3-9166-8b825c4c90c7 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814425 Aug 13 03:47:10.196915 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37c19e-8954-4ddf-a628-7b9569d1f11c req-95ef755c-7349-449f-9398-09413b5e146e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:10.198448 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cb37c19e-8954-4ddf-a628-7b9569d1f11c req-95ef755c-7349-449f-9398-09413b5e146e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.1181295 Aug 13 03:47:10.249921 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-22f02842-b0cb-475c-8b48-8e0ad04ba82a req-79eda983-458c-469c-9077-2d75e6bbd640 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503833 Aug 13 03:47:10.269963 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cb37c19e-8954-4ddf-a628-7b9569d1f11c req-1edf0c35-c927-404e-8fe1-ea3c12c5f69f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537193 Aug 13 03:47:10.304978 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:10.344848 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:10.348912 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2b2da-83e0-4f67-8866-bb91dd7a92f4" -d '{"events": [{"server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "name": "network-vif-plugged", "status": "completed", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:10.372407 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 03b2f81e-5eef-4061-b711-6e3a346c5173, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=03b2f81e-5eef-4061-b711-6e3a346c5173,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:10.378352 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:10.407454 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20b44ba-ab19-4ae8-9a43-c9f7102bc9f8 x-openstack-request-id: req-b20b44ba-ab19-4ae8-9a43-c9f7102bc9f8 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:10.407740 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "name": "network-vif-plugged", "status": "completed", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:10.407925 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b20b44ba-ab19-4ae8-9a43-c9f7102bc9f8 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:10.408240 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'code': 200} Aug 13 03:47:10.438584 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=03b2f81e-5eef-4061-b711-6e3a346c5173,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:10.578828 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa565bf-0ce2-4a43-9ab7-1c4f6550c8b3 req-7595ca4a-d8d6-4262-b71f-8d795ccba9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:10.580331 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9fa565bf-0ce2-4a43-9ab7-1c4f6550c8b3 req-7595ca4a-d8d6-4262-b71f-8d795ccba9fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 1098 time: 0.0427539 Aug 13 03:47:10.624100 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9fa565bf-0ce2-4a43-9ab7-1c4f6550c8b3 req-c3be5b17-3458-4bcd-b86e-80f3320e9ae4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358222 Aug 13 03:47:11.424624 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030fa4a-44df-44e6-bab1-097ee07602f4 req-7846b488-f36e-4184-b6fc-55c88e1a3c5e tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:11.426216 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5030fa4a-44df-44e6-bab1-097ee07602f4 req-7846b488-f36e-4184-b6fc-55c88e1a3c5e tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 945 time: 0.0897563 Aug 13 03:47:11.496751 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b1134-35ea-4943-bc68-e82f9b347e7f req-d7299c6b-a555-4190-a5a9-c121d71fa6cd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:11.498427 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5d1b1134-35ea-4943-bc68-e82f9b347e7f req-d7299c6b-a555-4190-a5a9-c121d71fa6cd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.1015673 Aug 13 03:47:11.501668 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5030fa4a-44df-44e6-bab1-097ee07602f4 req-d614152f-2ba9-4b84-a750-d0088198aa99 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571616 Aug 13 03:47:11.549744 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5d1b1134-35ea-4943-bc68-e82f9b347e7f req-e249ccff-8592-49c4-96e7-dbd6eaa4f5b5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409193 Aug 13 03:47:12.072704 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device adb81d29-35fa-4b1c-afca-1e9d56e274bb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:47:12.183252 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:12.196517 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'port_id': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'mac_address': 'fa:16:3e:d2:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:47:12.241555 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:12.255887 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb81d29-35fa-4b1c-afca-1e9d56e274bb {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:12.280141 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:12.288388 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:12.339085 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:12.553905 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['adb81d29-35fa-4b1c-afca-1e9d56e274bb'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:12.736009 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea2f0d-397e-483d-b55b-8be0b8684df1 req-08e3e5fb-3be3-4e88-b952-ad43698fc8d6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:12.738694 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1bea2f0d-397e-483d-b55b-8be0b8684df1 req-08e3e5fb-3be3-4e88-b952-ad43698fc8d6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 944 time: 0.0710647 Aug 13 03:47:12.802405 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1bea2f0d-397e-483d-b55b-8be0b8684df1 req-4515f34f-61ff-42c5-b852-95e0c4c4203f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575180 Aug 13 03:47:12.871546 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da67fbd-99a7-4bfb-8b9c-659d19d686b6 req-25380a60-2c29-49d2-93a8-a2144d12b26e tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:12.873592 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9da67fbd-99a7-4bfb-8b9c-659d19d686b6 req-25380a60-2c29-49d2-93a8-a2144d12b26e tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 945 time: 0.2909100 Aug 13 03:47:12.915833 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9da67fbd-99a7-4bfb-8b9c-659d19d686b6 req-4b56e9ea-6fb5-4cba-adbb-77362479aea9 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359507 Aug 13 03:47:13.073454 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29299c02-8ae2-4a1f-a334-4c8ce3ec7ae0 req-6a0d2a84-7ff8-47aa-ab08-65865e7a85f8 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.075624 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-29299c02-8ae2-4a1f-a334-4c8ce3ec7ae0 req-6a0d2a84-7ff8-47aa-ab08-65865e7a85f8 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 945 time: 0.0517445 Aug 13 03:47:13.117309 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-29299c02-8ae2-4a1f-a334-4c8ce3ec7ae0 req-9cf667b3-8f9e-4720-aee7-c9e9f664ae9d tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356207 Aug 13 03:47:13.460254 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643fb11-cb37-44e0-87f5-816e469e8e52 req-66f7803b-8505-4f03-a5d2-98a547392063 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.461748 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8643fb11-cb37-44e0-87f5-816e469e8e52 req-66f7803b-8505-4f03-a5d2-98a547392063 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 945 time: 0.0578978 Aug 13 03:47:13.521157 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8643fb11-cb37-44e0-87f5-816e469e8e52 req-421d629c-c2d8-44de-b9e3-65940e40e32c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482099 Aug 13 03:47:13.950951 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fe20a-3a4d-4b56-acc6-93d14bb544d8 req-16a28bc2-19c0-4e0e-8839-ec55aeb75cd2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.953612 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4e0fe20a-3a4d-4b56-acc6-93d14bb544d8 req-16a28bc2-19c0-4e0e-8839-ec55aeb75cd2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 944 time: 0.0705569 Aug 13 03:47:13.999309 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4e0fe20a-3a4d-4b56-acc6-93d14bb544d8 req-aaab1a25-4718-481d-afc9-53aef6c3ffb6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397446 Aug 13 03:47:14.092001 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device adb81d29-35fa-4b1c-afca-1e9d56e274bb up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:14.148818 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port adb81d29-35fa-4b1c-afca-1e9d56e274bb completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:14.153033 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port adb81d29-35fa-4b1c-afca-1e9d56e274bb triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:14.153962 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.257843 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.288214 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:14.290590 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faf3bb7-fb64-495c-a850-7be45bfa595a" -d '{"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-plugged", "status": "completed", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:14.310272 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:14.316358 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.354254 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6b759d-e9c5-44e3-b2d5-0e2308ea93aa x-openstack-request-id: req-ac6b759d-e9c5-44e3-b2d5-0e2308ea93aa {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:14.354605 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-plugged", "status": "completed", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:14.354808 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac6b759d-e9c5-44e3-b2d5-0e2308ea93aa {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:14.355194 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'code': 200} Aug 13 03:47:14.383364 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:14.569909 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a720f-170d-408b-a5d6-e636f8e274ef req-14bda96f-fa69-4d9e-aede-bb3da7acbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:14.571924 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b20a720f-170d-408b-a5d6-e636f8e274ef req-14bda96f-fa69-4d9e-aede-bb3da7acbf3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 1098 time: 0.0685039 Aug 13 03:47:14.630624 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b20a720f-170d-408b-a5d6-e636f8e274ef req-6be1e37d-2eed-4e17-8fcf-82b4a2fac61c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504909 Aug 13 03:47:15.244964 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e43a-7a66-4c7d-900f-fa350d12210b req-794a77bd-04d4-4189-bc95-b6faf256b91c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:15.247536 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-48a7e43a-7a66-4c7d-900f-fa350d12210b req-794a77bd-04d4-4189-bc95-b6faf256b91c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.1216872 Aug 13 03:47:15.291199 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-48a7e43a-7a66-4c7d-900f-fa350d12210b req-41034624-934a-41ab-8a90-feed0bbfa4b7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353470 Aug 13 03:47:16.427184 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70490e55-a213-4311-ac51-680529a95d78 req-4f4ad1fb-04ed-4055-a55a-06495b0ce8e1 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:16.428683 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-70490e55-a213-4311-ac51-680529a95d78 req-4f4ad1fb-04ed-4055-a55a-06495b0ce8e1 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0576026 Aug 13 03:47:16.471025 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-70490e55-a213-4311-ac51-680529a95d78 req-8dad3e2e-c5ec-4039-bf67-f2118a42ab88 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360191 Aug 13 03:47:16.670820 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ec80e-f58d-41f1-a122-05ea802e6912 req-4600feef-f5f0-4839-87e8-5206e99958d7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:16.673350 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a29ec80e-f58d-41f1-a122-05ea802e6912 req-4600feef-f5f0-4839-87e8-5206e99958d7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0775614 Aug 13 03:47:16.682145 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54198) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:16.687507 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-8e97e228-a194-4f4e-8f5b-8071230b8f8b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Request body: {'floatingip': {'port_id': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:16.729497 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e97e228-a194-4f4e-8f5b-8071230b8f8b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:17.272517 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e97e228-a194-4f4e-8f5b-8071230b8f8b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:17.278517 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e97e228-a194-4f4e-8f5b-8071230b8f8b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:17.413878 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.l3_db [None req-8e97e228-a194-4f4e-8f5b-8071230b8f8b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Floating IP 0d454310-2923-47df-9a07-54270a0e1996 associated. External IP: 172.27.2.123, port: adb81d29-35fa-4b1c-afca-1e9d56e274bb. Aug 13 03:47:17.653138 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e97e228-a194-4f4e-8f5b-8071230b8f8b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Router a3875717-c82a-4201-9ff2-8e5b669c94d1 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:47:17.777080 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e97e228-a194-4f4e-8f5b-8071230b8f8b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:47:17.783061 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-8e97e228-a194-4f4e-8f5b-8071230b8f8b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:17.789048 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] Sync routers for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:47:17.803445 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:17.804475 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:47:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:17.816131 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-8e97e228-a194-4f4e-8f5b-8071230b8f8b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "PUT /v2.0/floatingips/0d454310-2923-47df-9a07-54270a0e1996 HTTP/1.1" status: 200 len: 991 time: 1.1328602 Aug 13 03:47:17.816897 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:17.819901 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e824ba-1739-4442-a956-edecadc7d5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:17.887771 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab6e9f-9802-427c-849f-7f33c5db9154 x-openstack-request-id: req-3dab6e9f-9802-427c-849f-7f33c5db9154 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:17.888185 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:17.888552 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3dab6e9f-9802-427c-849f-7f33c5db9154 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:17.889064 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'status': 'completed', 'code': 200} Aug 13 03:47:17.968119 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-8297c64e-7872-4fce-aaa6-f146bd3994a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:17.968119 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-8297c64e-7872-4fce-aaa6-f146bd3994a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 1098 time: 0.0486932 Aug 13 03:47:18.081803 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:18.114224 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-4a0f2d3b-a63b-49fa-9985-3fe88081277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:18.115867 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-4a0f2d3b-a63b-49fa-9985-3fe88081277c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 917 time: 0.1432128 Aug 13 03:47:18.212557 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-37b33945-1f80-466a-a867-da42f39ddfcb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb HTTP/1.1" status: 200 len: 999 time: 0.0887377 Aug 13 03:47:18.265815 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-5d88f487-9301-4529-b5d8-96e4ad6c7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:18.267516 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-5d88f487-9301-4529-b5d8-96e4ad6c7310 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.0476279 Aug 13 03:47:18.329562 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-48413182-3f0c-47ca-8fc2-950a259dda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:18.331996 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-48413182-3f0c-47ca-8fc2-950a259dda2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540943 Aug 13 03:47:18.419123 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '0d454310-2923-47df-9a07-54270a0e1996', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'port_id': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'mac_address': 'fa:16:3e:d2:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:58Z', 'updated_at': '2021-08-13T03:47:17Z', 'revision_number': 1, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:18.440612 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-85078ea5-299b-48e0-ad43-ac5851d82129 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016529 Aug 13 03:47:18.452854 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] Checking router: a3875717-c82a-4201-9ff2-8e5b669c94d1 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:47:18.462679 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:18.463664 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:47:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:18.547140 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d8e824ba-1739-4442-a956-edecadc7d5c6 req-ec0134e9-5a8c-4cf5-b83b-c397fb3bdd93 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990970 Aug 13 03:47:18.604646 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:18.898971 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '0d454310-2923-47df-9a07-54270a0e1996', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'port_id': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'mac_address': 'fa:16:3e:d2:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:58Z', 'updated_at': '2021-08-13T03:47:17Z', 'revision_number': 1, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:18.926374 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58876010-1418-4cde-9a41-ac3a74b73b32 None None] The sync data for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi is: [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '0d454310-2923-47df-9a07-54270a0e1996', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'port_id': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'mac_address': 'fa:16:3e:d2:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:58Z', 'updated_at': '2021-08-13T03:47:17Z', 'revision_number': 1, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:47:19.148862 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a4fcf-1032-4c3d-a5ce-8272efed204b None None] New status for floating IP 0d454310-2923-47df-9a07-54270a0e1996: ACTIVE {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:47:22.286690 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e27e18-852e-46bf-b557-5334b7a0b049 req-bd717250-dadd-4d8f-9e09-86f52a8838a3 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.288285 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4e27e18-852e-46bf-b557-5334b7a0b049 req-bd717250-dadd-4d8f-9e09-86f52a8838a3 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 945 time: 0.0606887 Aug 13 03:47:22.344751 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4e27e18-852e-46bf-b557-5334b7a0b049 req-13b644f1-2c7b-4ec7-80ac-001c548a7d17 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Aug 13 03:47:22.368463 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54254) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:22.552219 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16774de6-1596-4074-80d8-2e444086cfaf tempest-TestMinimumBasicScenario-1064898633 tempest-TestMinimumBasicScenario-1064898633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.553702 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-16774de6-1596-4074-80d8-2e444086cfaf tempest-TestMinimumBasicScenario-1064898633 tempest-TestMinimumBasicScenario-1064898633-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 1093 time: 0.1840823 Aug 13 03:47:22.556998 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54258) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:22.562091 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'floatingip': {'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'port_id': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:22.585110 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for floatingip, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:22.698902 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:22.821565 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Allocated IP 172.27.2.243 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/35c8338b-908e-4251-996f-c131bc03422f) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:47:22.960840 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:23.005502 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:23.049327 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:47:23.052551 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:47:23.056570 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:47:23.062932 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'Port': ['ID=35c8338b-908e-4251-996f-c131bc03422f,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:23.462476 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:23.536640 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:23.692997 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:23.697906 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:23.774645 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'Port': ['ID=35c8338b-908e-4251-996f-c131bc03422f,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:23.786020 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:23.897392 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Floating IP 2f78dd6c-a8d8-46eb-a26c-5daa3cb03e58 associated. External IP: 172.27.2.243, port: 03b2f81e-5eef-4061-b711-6e3a346c5173. Aug 13 03:47:24.381964 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Router bb2a9c13-eeba-49df-8bc5-141a84a406b8 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:47:24.500753 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:47:24.516116 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] Sync routers for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:47:24.527168 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:24.527494 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:24.528510 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:47:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:24.584769 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-f38189c7-e957-462d-a9e2-5f182a78881f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0267403 Aug 13 03:47:24.585577 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:24.588026 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c" -d '{"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:24.589391 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54268) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:24.598836 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-4b4d6d96-c626-44cc-8643-d5e79b003fb7 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-959332824', 'description': 'tempest-secgroup-smoke-959332824 description', 'project_id': '5c617a34788747b1bf29edea59ecab46'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:24.632050 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dac441a-9360-4b10-a340-bf7a67bdf013 x-openstack-request-id: req-8dac441a-9360-4b10-a340-bf7a67bdf013 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:24.632814 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:24.633437 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8dac441a-9360-4b10-a340-bf7a67bdf013 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:24.634150 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'status': 'completed', 'code': 200} Aug 13 03:47:24.644712 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-4b4d6d96-c626-44cc-8643-d5e79b003fb7 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:24.684100 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:24.723140 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-221de66a-3687-41a0-a941-c05364195d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:24.725078 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-221de66a-3687-41a0-a941-c05364195d14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c617a34788747b1bf29edea59ecab46&device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 1098 time: 0.0677214 Aug 13 03:47:24.767504 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-4b4d6d96-c626-44cc-8643-d5e79b003fb7 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:24.773460 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-4b4d6d96-c626-44cc-8643-d5e79b003fb7 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:24.826187 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-4b4d6d96-c626-44cc-8643-d5e79b003fb7 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:24.828611 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-4b4d6d96-c626-44cc-8643-d5e79b003fb7 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2368257 Aug 13 03:47:24.830853 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d6d96-c626-44cc-8643-d5e79b003fb7 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3270b8-b874-4998-aff0-511b5a2de17e,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:24.834417 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54272) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:24.843438 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-77d49554-9fd7-432d-ac1d-2b0c48312b38 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'security_group_rule': {'security_group_id': '6a3270b8-b874-4998-aff0-511b5a2de17e', 'project_id': '5c617a34788747b1bf29edea59ecab46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:24.860530 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-fe3cf32c-1921-49d7-b16e-2e0cec8d8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:24.865536 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-fe3cf32c-1921-49d7-b16e-2e0cec8d8afe service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a HTTP/1.1" status: 200 len: 915 time: 0.1287498 Aug 13 03:47:24.891620 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-77d49554-9fd7-432d-ac1d-2b0c48312b38 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:24.956331 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-e4aa7659-1282-4117-b526-c3823656faf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 999 time: 0.0826926 Aug 13 03:47:24.965093 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-77d49554-9fd7-432d-ac1d-2b0c48312b38 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:24.973314 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-77d49554-9fd7-432d-ac1d-2b0c48312b38 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.007253 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-77d49554-9fd7-432d-ac1d-2b0c48312b38 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.008376 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-77d49554-9fd7-432d-ac1d-2b0c48312b38 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722438 Aug 13 03:47:25.009585 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d49554-9fd7-432d-ac1d-2b0c48312b38 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62901f9-0373-4976-9284-edb782a68577,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:25.012929 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54274) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:25.021986 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '2f78dd6c-a8d8-46eb-a26c-5daa3cb03e58', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'port_id': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'mac_address': 'fa:16:3e:12:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:47:23Z', 'updated_at': '2021-08-13T03:47:23Z', 'revision_number': 0, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 5, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:25.027874 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-cac66c2a-5a55-4387-8754-557db3881f50 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'security_group_rule': {'security_group_id': '6a3270b8-b874-4998-aff0-511b5a2de17e', 'project_id': '5c617a34788747b1bf29edea59ecab46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:25.029949 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-ebeede76-fd98-431e-b3d8-0e56646d68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:25.031787 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-ebeede76-fd98-431e-b3d8-0e56646d68ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4243256c-f930-4cfb-a988-71146de4fb04 HTTP/1.1" status: 200 len: 854 time: 0.0675812 Aug 13 03:47:25.051561 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] Checking router: bb2a9c13-eeba-49df-8bc5-141a84a406b8 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:47:25.062031 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:25.062701 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:47:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:25.067265 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cac66c2a-5a55-4387-8754-557db3881f50 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.107436 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-116d2b14-d943-4e83-879f-5769dce8fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:25.110680 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-116d2b14-d943-4e83-879f-5769dce8fc07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702407 Aug 13 03:47:25.143770 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cac66c2a-5a55-4387-8754-557db3881f50 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.148733 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cac66c2a-5a55-4387-8754-557db3881f50 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.169855 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac66c2a-5a55-4387-8754-557db3881f50 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbdeb54-c1cb-4b18-9c47-737bc1cefc77,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:25.173545 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cac66c2a-5a55-4387-8754-557db3881f50 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.174983 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-cac66c2a-5a55-4387-8754-557db3881f50 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532412 Aug 13 03:47:25.177850 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54276) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:25.184236 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-342e2d2b-5ff6-417c-9288-0cbfa6360d89 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'security_group_rule': {'security_group_id': '6a3270b8-b874-4998-aff0-511b5a2de17e', 'project_id': '5c617a34788747b1bf29edea59ecab46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:25.208040 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:25.226491 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-342e2d2b-5ff6-417c-9288-0cbfa6360d89 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.240397 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-91992c3f-e5bb-427b-8703-c220cec4e2b9 service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219640 Aug 13 03:47:25.340599 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-342e2d2b-5ff6-417c-9288-0cbfa6360d89 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.346293 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c25edecf-b4d9-4470-b7e3-3ce59eb5314c req-4cbe79df-9c17-48ac-a007-c114749f5055 service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980344 Aug 13 03:47:25.348751 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-342e2d2b-5ff6-417c-9288-0cbfa6360d89 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.388094 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-342e2d2b-5ff6-417c-9288-0cbfa6360d89 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.390084 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-342e2d2b-5ff6-417c-9288-0cbfa6360d89 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2109387 Aug 13 03:47:25.392124 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e2d2b-5ff6-417c-9288-0cbfa6360d89 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e343d888-5aa2-4c1b-b66e-938706dfb656,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:25.394940 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54280) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:25.403182 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-fe008732-4dd8-4680-a45d-9f476ad6f31a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'security_group_rule': {'security_group_id': '6a3270b8-b874-4998-aff0-511b5a2de17e', 'project_id': '5c617a34788747b1bf29edea59ecab46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:25.445174 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fe008732-4dd8-4680-a45d-9f476ad6f31a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.487171 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '2f78dd6c-a8d8-46eb-a26c-5daa3cb03e58', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'port_id': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'mac_address': 'fa:16:3e:12:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:47:23Z', 'updated_at': '2021-08-13T03:47:23Z', 'revision_number': 0, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 5, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:25.522657 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b8047-7681-4ad5-936e-9f13c668fffd None None] The sync data for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi is: [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '2f78dd6c-a8d8-46eb-a26c-5daa3cb03e58', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'port_id': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'mac_address': 'fa:16:3e:12:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:47:23Z', 'updated_at': '2021-08-13T03:47:23Z', 'revision_number': 0, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 5, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:47:25.537537 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fe008732-4dd8-4680-a45d-9f476ad6f31a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.542421 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fe008732-4dd8-4680-a45d-9f476ad6f31a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.561031 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe008732-4dd8-4680-a45d-9f476ad6f31a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1442f0a1-7cf2-4c00-b486-c8688c1606c1,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:25.573321 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fe008732-4dd8-4680-a45d-9f476ad6f31a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.578511 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-fe008732-4dd8-4680-a45d-9f476ad6f31a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1788626 Aug 13 03:47:25.579801 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54282) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:25.584735 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-36de00c0-6fe1-4319-87bd-cd0b983d5b5a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'security_group_rule': {'security_group_id': '6a3270b8-b874-4998-aff0-511b5a2de17e', 'project_id': '5c617a34788747b1bf29edea59ecab46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:25.617816 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.securitygroups_db [None req-36de00c0-6fe1-4319-87bd-cd0b983d5b5a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Project 5c617a34788747b1bf29edea59ecab46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:47:25.623825 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-36de00c0-6fe1-4319-87bd-cd0b983d5b5a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.709822 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-36de00c0-6fe1-4319-87bd-cd0b983d5b5a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.716347 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-36de00c0-6fe1-4319-87bd-cd0b983d5b5a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.750613 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de00c0-6fe1-4319-87bd-cd0b983d5b5a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41c6182-f4ae-4468-8008-2a4ddee72767,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:25.762754 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-36de00c0-6fe1-4319-87bd-cd0b983d5b5a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.764827 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-36de00c0-6fe1-4319-87bd-cd0b983d5b5a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1837194 Aug 13 03:47:25.769117 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54286) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:25.776453 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-27c6797b-dd76-4fcc-877d-04de6e318682 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'security_group_rule': {'security_group_id': '6a3270b8-b874-4998-aff0-511b5a2de17e', 'project_id': '5c617a34788747b1bf29edea59ecab46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:25.781362 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef5af6-c7a7-44aa-b254-0f03e7387b78 None None] New status for floating IP 2f78dd6c-a8d8-46eb-a26c-5daa3cb03e58: ACTIVE {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:47:25.815855 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.securitygroups_db [None req-27c6797b-dd76-4fcc-877d-04de6e318682 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Project 5c617a34788747b1bf29edea59ecab46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:47:25.824568 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-27c6797b-dd76-4fcc-877d-04de6e318682 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.930454 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-27c6797b-dd76-4fcc-877d-04de6e318682 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.935227 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-27c6797b-dd76-4fcc-877d-04de6e318682 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.957887 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6797b-dd76-4fcc-877d-04de6e318682 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c16095-a190-4cf1-a546-bc7724f74f83,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:25.971697 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-27c6797b-dd76-4fcc-877d-04de6e318682 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:25.973226 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-27c6797b-dd76-4fcc-877d-04de6e318682 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2025619 Aug 13 03:47:26.063241 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-38e27b90-e60d-49c5-8ee7-d5431b479ea1 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-959332824&fields=id&tenant_id=5c617a34788747b1bf29edea59ecab46 HTTP/1.1" status: 200 len: 267 time: 0.0352972 Aug 13 03:47:26.118598 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-00878ceb-b6f9-4257-aadf-9de9a258ad2e tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:26.120303 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-00878ceb-b6f9-4257-aadf-9de9a258ad2e tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 945 time: 0.0513060 Aug 13 03:47:26.132999 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-c0bb8d58-fa1b-451c-8e00-d66472ae9e33 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'port': {'security_groups': ['acc4eb1f-47fc-4b44-a16d-e771d53e4157', '6a3270b8-b874-4998-aff0-511b5a2de17e']}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:26.205390 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-c0bb8d58-fa1b-451c-8e00-d66472ae9e33 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:26.414052 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-c0bb8d58-fa1b-451c-8e00-d66472ae9e33 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] For port 03b2f81e-5eef-4061-b711-6e3a346c5173, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=03b2f81e-5eef-4061-b711-6e3a346c5173,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:26.450884 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-c0bb8d58-fa1b-451c-8e00-d66472ae9e33 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:26.456245 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-c0bb8d58-fa1b-451c-8e00-d66472ae9e33 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:26.469611 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['03b2f81e-5eef-4061-b711-6e3a346c5173'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:26.504934 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-c0bb8d58-fa1b-451c-8e00-d66472ae9e33 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:26.505609 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-c0bb8d58-fa1b-451c-8e00-d66472ae9e33 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:26.507089 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-481eab73-bc0a-4987-9386-cbd6beafcf77 req-c0bb8d58-fa1b-451c-8e00-d66472ae9e33 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "PUT /v2.0/ports/03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 981 time: 0.3795688 Aug 13 03:47:26.536920 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb8d58-fa1b-451c-8e00-d66472ae9e33 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'Port': ['ID=03b2f81e-5eef-4061-b711-6e3a346c5173,revision_number=6']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:26.612239 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['03b2f81e-5eef-4061-b711-6e3a346c5173'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:26.640855 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2c14b-765d-40c5-9f51-c59db6fc4f83 req-3fa3a04a-6cef-47b6-b7c3-7d235f4d4123 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:26.642545 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4b2c14b-765d-40c5-9f51-c59db6fc4f83 req-3fa3a04a-6cef-47b6-b7c3-7d235f4d4123 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0613670 Aug 13 03:47:26.642987 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:26.645285 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e2a7dd-df99-4839-b4c1-ef23329f65fb" -d '{"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:26.693098 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861d57ab-9ce2-4d47-8aee-7827383d2e1e x-openstack-request-id: req-861d57ab-9ce2-4d47-8aee-7827383d2e1e {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:26.693440 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:26.693664 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-861d57ab-9ce2-4d47-8aee-7827383d2e1e {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:26.694066 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'status': 'completed', 'code': 200} Aug 13 03:47:26.713577 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4b2c14b-765d-40c5-9f51-c59db6fc4f83 req-0f2fdb7a-c033-4a97-b203-07d8cfa0aa11 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533681 Aug 13 03:47:26.801152 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-8dbc580e-be0b-4aec-81cd-33cb62bcb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:26.806045 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-8dbc580e-be0b-4aec-81cd-33cb62bcb4e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c617a34788747b1bf29edea59ecab46&device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 1137 time: 0.0789115 Aug 13 03:47:26.848066 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ef2abcee-3920-473a-94da-2b733955a823 None None] Provisioning complete for port 03b2f81e-5eef-4061-b711-6e3a346c5173 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:26.848435 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ef2abcee-3920-473a-94da-2b733955a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:26.911218 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-8a129cfd-c335-41bf-a80c-7358250a30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:26.912618 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-8a129cfd-c335-41bf-a80c-7358250a30f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a HTTP/1.1" status: 200 len: 915 time: 0.0967169 Aug 13 03:47:26.987870 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-c8c9fa34-44e2-486a-881c-66493cb1a082 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 1001 time: 0.0675161 Aug 13 03:47:27.042397 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-2bcc954c-dab6-49c6-b0e3-2ecbb8de4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:27.043999 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-2bcc954c-dab6-49c6-b0e3-2ecbb8de4699 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4243256c-f930-4cfb-a988-71146de4fb04 HTTP/1.1" status: 200 len: 854 time: 0.0487020 Aug 13 03:47:27.100032 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-485e2df4-8e46-4b99-bfad-8352359d3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:27.101571 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-485e2df4-8e46-4b99-bfad-8352359d3210 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498748 Aug 13 03:47:27.201269 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-64f0d2c0-6fbd-4f19-8f65-cdcb9ced9430 service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918131 Aug 13 03:47:27.323758 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92e2a7dd-df99-4839-b4c1-ef23329f65fb req-5f94c92d-cb08-4a96-8ec4-b4f3a7dba638 service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143906 Aug 13 03:47:28.779576 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2056bf-7f32-462e-8651-e7ea7a509169 req-881e7577-a3b9-4002-a233-6af2a521dbf6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:28.780992 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ac2056bf-7f32-462e-8651-e7ea7a509169 req-881e7577-a3b9-4002-a233-6af2a521dbf6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0535786 Aug 13 03:47:28.818617 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ac2056bf-7f32-462e-8651-e7ea7a509169 req-4e2587d5-801b-4d54-a31b-0f285445c335 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Aug 13 03:47:28.930444 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-73748396-d24a-4616-bd5c-68c6b25453ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:29.938388 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a84c26-77d0-419a-923c-cfcb0c94bffd req-8dad817a-614a-4e95-afac-ebda359e4e97 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:29.939879 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f6a84c26-77d0-419a-923c-cfcb0c94bffd req-8dad817a-614a-4e95-afac-ebda359e4e97 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0529435 Aug 13 03:47:29.977916 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f6a84c26-77d0-419a-923c-cfcb0c94bffd req-5e3b78c6-f096-4a77-8f13-5fe751a050a9 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321937 Aug 13 03:47:31.094091 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b789415-0673-458f-a739-9e4ad74056b8 req-c9438e16-8126-472f-8e7b-06b07eb1d987 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:31.095569 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3b789415-0673-458f-a739-9e4ad74056b8 req-c9438e16-8126-472f-8e7b-06b07eb1d987 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0493965 Aug 13 03:47:31.135940 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3b789415-0673-458f-a739-9e4ad74056b8 req-d87b4f30-5743-4b64-9b00-a76a5d7a9a8b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344954 Aug 13 03:47:31.558332 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:47:32.235092 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:32.265424 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8d14b-94f2-48fc-b99c-e1ddce739a26 req-7f73a610-0bcf-4fa0-ad14-157636f305d2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:32.266916 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9fc8d14b-94f2-48fc-b99c-e1ddce739a26 req-7f73a610-0bcf-4fa0-ad14-157636f305d2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0597656 Aug 13 03:47:32.304999 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9fc8d14b-94f2-48fc-b99c-e1ddce739a26 req-3b296056-bcbd-4d2d-99c2-96b45e803625 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Aug 13 03:47:32.491728 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a67c536c-9ba7-48cf-84d1-a6ad42de24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:33.429551 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837c9bb-9dcb-4997-82b8-96555875247f req-798a9825-06ae-4125-8635-d965394372a4 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:33.431095 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e837c9bb-9dcb-4997-82b8-96555875247f req-798a9825-06ae-4125-8635-d965394372a4 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0589850 Aug 13 03:47:33.468970 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e837c9bb-9dcb-4997-82b8-96555875247f req-98c2a27a-c5a4-4758-aed5-9d93073f0337 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313296 Aug 13 03:47:34.074220 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:34.236577 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-12d7fe5e-2cae-4832-9295-88b4c2a1fc5e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818088 Aug 13 03:47:34.301568 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-6a574bf3-77fe-44ff-b006-4278fb098740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:34.303072 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-6a574bf3-77fe-44ff-b006-4278fb098740 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 1099 time: 0.0407417 Aug 13 03:47:34.411434 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-44fbed83-188b-45da-942e-d02664295ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:34.412970 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-44fbed83-188b-45da-942e-d02664295ed2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.0893834 Aug 13 03:47:34.490309 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-a4dd484c-e6ec-424f-a91c-aec1c25c3232 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace8a6d7-4e13-45e8-81f8-2b49335213cf HTTP/1.1" status: 200 len: 1002 time: 0.0686090 Aug 13 03:47:34.558869 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-32d00fc7-9911-4cd7-b4be-7ef785c6c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:34.560520 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-32d00fc7-9911-4cd7-b4be-7ef785c6c39d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0620403 Aug 13 03:47:34.627852 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe8cc3-1bdc-4038-9bfe-4b7d5eb5d78c req-21792195-efc3-440f-b299-fe877da4739a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:34.629373 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9abe8cc3-1bdc-4038-9bfe-4b7d5eb5d78c req-21792195-efc3-440f-b299-fe877da4739a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0878880 Aug 13 03:47:34.634275 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-3422cf49-02cf-4412-b492-940299f825f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:34.636064 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-3422cf49-02cf-4412-b492-940299f825f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613639 Aug 13 03:47:34.721370 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9abe8cc3-1bdc-4038-9bfe-4b7d5eb5d78c req-8a96fabc-6a15-4561-82e6-4593d0c3901e tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843797 Aug 13 03:47:34.763713 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-ea1ad1de-c0da-4c5b-8531-97f82ba8129c service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182384 Aug 13 03:47:34.856342 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ced44d79-ef9e-4552-ad1d-637c9ad8205b req-ea5bef59-bcab-48b9-ac12-c95ec4f5279e service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846264 Aug 13 03:47:34.912794 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:35.429215 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:35.855515 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94207e8-657e-439c-b7d5-0682b1e162f5 req-61fcb5cb-214e-4585-a247-2eaaabd8b68b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:35.857726 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c94207e8-657e-439c-b7d5-0682b1e162f5 req-61fcb5cb-214e-4585-a247-2eaaabd8b68b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0618401 Aug 13 03:47:35.899286 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c94207e8-657e-439c-b7d5-0682b1e162f5 req-cfee1af0-2b95-4948-8d01-656ba9191a4a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350714 Aug 13 03:47:37.020426 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c03bd5-f7d1-495b-b09f-bc8ce7565165 req-93a25d1d-1cca-4f6f-8b06-4ba2c9ba4b8d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:37.022048 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b9c03bd5-f7d1-495b-b09f-bc8ce7565165 req-93a25d1d-1cca-4f6f-8b06-4ba2c9ba4b8d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0519772 Aug 13 03:47:37.062055 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b9c03bd5-f7d1-495b-b09f-bc8ce7565165 req-75810732-2bdd-469f-bb20-9beb1be468f6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333292 Aug 13 03:47:38.180063 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f305d-d0c4-4141-8afa-6be4ae22e301 req-01df22f3-2243-48c5-9740-d33057662e00 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:38.181575 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-447f305d-d0c4-4141-8afa-6be4ae22e301 req-01df22f3-2243-48c5-9740-d33057662e00 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0500562 Aug 13 03:47:38.229273 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-447f305d-d0c4-4141-8afa-6be4ae22e301 req-f7be9df5-0b8b-4437-96a5-be14ae3ef8c3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409496 Aug 13 03:47:39.356982 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bfc79-4964-4916-b347-9d2b276a8f1f req-1f2539c7-07b8-4912-bdea-51c52263a76f tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:39.358525 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eb6bfc79-4964-4916-b347-9d2b276a8f1f req-1f2539c7-07b8-4912-bdea-51c52263a76f tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0536439 Aug 13 03:47:39.398035 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eb6bfc79-4964-4916-b347-9d2b276a8f1f req-c443208c-ded9-4ba1-aba2-a668195a1027 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334063 Aug 13 03:47:40.514081 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686f0fb-b2ff-4f33-8970-1c28e07e9741 req-faa6161e-949d-4562-9b8b-7e9756e24094 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:40.515640 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b686f0fb-b2ff-4f33-8970-1c28e07e9741 req-faa6161e-949d-4562-9b8b-7e9756e24094 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0496352 Aug 13 03:47:40.557976 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b686f0fb-b2ff-4f33-8970-1c28e07e9741 req-6f21f791-7d83-4fda-9ac4-aa4d29ee024c tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353310 Aug 13 03:47:41.676559 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86385cb-8d3d-4aaf-a3dd-cdc340a45b20 req-6c109797-e01f-483b-8ff2-47b3941f78a2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:41.677976 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a86385cb-8d3d-4aaf-a3dd-cdc340a45b20 req-6c109797-e01f-483b-8ff2-47b3941f78a2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0512750 Aug 13 03:47:41.719117 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a86385cb-8d3d-4aaf-a3dd-cdc340a45b20 req-660a85c3-0518-46cc-b6ae-346c5cd461b0 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335078 Aug 13 03:47:42.843954 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbca5d8-19f9-45cc-97f3-c9eaae9cdd9a req-1dc62f11-eaf3-4927-bb66-10f5f00a8412 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:42.845569 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6bbca5d8-19f9-45cc-97f3-c9eaae9cdd9a req-1dc62f11-eaf3-4927-bb66-10f5f00a8412 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0565138 Aug 13 03:47:42.886214 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6bbca5d8-19f9-45cc-97f3-c9eaae9cdd9a req-8a0fa207-3a7b-4774-9d53-94f1295a02da tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Aug 13 03:47:44.009375 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec94b4-fc5b-49e2-8687-92811ee9a52f req-c9179a18-c81a-449c-807f-b5a9855ad11c tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:44.011166 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c4ec94b4-fc5b-49e2-8687-92811ee9a52f req-c9179a18-c81a-449c-807f-b5a9855ad11c tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Aug 13 03:47:44.054775 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c4ec94b4-fc5b-49e2-8687-92811ee9a52f req-837b27eb-43b3-4f5c-844d-d1c2c126a56b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366483 Aug 13 03:47:45.170264 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b91d50-2bae-4961-a968-7ff9822b8304 req-d95223e4-4c78-4749-98a2-9a39f5273d33 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.171747 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11b91d50-2bae-4961-a968-7ff9822b8304 req-d95223e4-4c78-4749-98a2-9a39f5273d33 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0483823 Aug 13 03:47:45.210871 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11b91d50-2bae-4961-a968-7ff9822b8304 req-8a1b2382-e93f-4933-8fd4-4ea0150a9330 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331109 Aug 13 03:47:45.411292 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fff7-772d-4f7d-90d0-7822c081fea3 req-9a0ced42-f87e-4a2e-a378-ce52fd6d37b8 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.412859 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d905fff7-772d-4f7d-90d0-7822c081fea3 req-9a0ced42-f87e-4a2e-a378-ce52fd6d37b8 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0538692 Aug 13 03:47:45.478973 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d905fff7-772d-4f7d-90d0-7822c081fea3 req-42b4ee1b-bc6b-4d7f-b9bb-9aa61ab33454 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600832 Aug 13 03:47:45.489254 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6613-c262-4641-a21f-3e1d990744e7 req-db6586da-e429-41e2-9550-ab9305d6b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.490766 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-186f6613-c262-4641-a21f-3e1d990744e7 req-db6586da-e429-41e2-9550-ab9305d6b9a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 1098 time: 0.0549552 Aug 13 03:47:45.605176 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6613-c262-4641-a21f-3e1d990744e7 req-46679ffc-3894-408a-882f-fb08c31f5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.607097 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-186f6613-c262-4641-a21f-3e1d990744e7 req-46679ffc-3894-408a-882f-fb08c31f5667 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 911 time: 0.1080503 Aug 13 03:47:45.673496 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-186f6613-c262-4641-a21f-3e1d990744e7 req-70e150ec-6123-4344-a640-15532e27103e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0 HTTP/1.1" status: 200 len: 1001 time: 0.0589797 Aug 13 03:47:45.722090 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6613-c262-4641-a21f-3e1d990744e7 req-8ee1bbbe-02ff-468a-bab5-f5e26ca13a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.723535 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-186f6613-c262-4641-a21f-3e1d990744e7 req-8ee1bbbe-02ff-468a-bab5-f5e26ca13a36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 200 len: 850 time: 0.0425894 Aug 13 03:47:45.774351 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6613-c262-4641-a21f-3e1d990744e7 req-0e371b7e-c529-4b2e-81e4-65c157a4f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.775842 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-186f6613-c262-4641-a21f-3e1d990744e7 req-0e371b7e-c529-4b2e-81e4-65c157a4f4e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f3c1fcb-56ac-4053-a05f-9f8241fff037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425189 Aug 13 03:47:45.881415 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-186f6613-c262-4641-a21f-3e1d990744e7 req-acb5001c-f515-4177-b201-b79bd00065ab service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967541 Aug 13 03:47:45.974645 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-186f6613-c262-4641-a21f-3e1d990744e7 req-5d2bcc43-86f8-4136-848c-3d3f6ff4c04d service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847113 Aug 13 03:47:46.604347 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74375bb4-952b-4d45-a23c-5592de87a141 req-0d89fb00-5e3e-492c-9565-83593fac2160 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:46.605827 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-74375bb4-952b-4d45-a23c-5592de87a141 req-0d89fb00-5e3e-492c-9565-83593fac2160 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0532792 Aug 13 03:47:46.644115 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-74375bb4-952b-4d45-a23c-5592de87a141 req-fbf254a1-aff8-4412-88a3-8e191cdcfbcf tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Aug 13 03:47:47.759706 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd036-e130-411e-aa3d-3ac47b6d04ab req-0ce4c2f0-e665-41b8-9926-cedbce67d701 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:47.761441 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-832fd036-e130-411e-aa3d-3ac47b6d04ab req-0ce4c2f0-e665-41b8-9926-cedbce67d701 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0491223 Aug 13 03:47:47.800510 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-832fd036-e130-411e-aa3d-3ac47b6d04ab req-c9a1d77d-964e-41cb-877d-4888ab4f46c9 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331450 Aug 13 03:47:50.375703 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c311e-f059-4aad-96df-c84ff718abd5 req-93277de5-3dac-43e1-a07b-d9065f93f4f6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.377174 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4a9c311e-f059-4aad-96df-c84ff718abd5 req-93277de5-3dac-43e1-a07b-d9065f93f4f6 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0836010 Aug 13 03:47:50.379084 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661db4c-3dd3-4739-b98d-683c4681685b req-dae66765-e44b-45be-9393-f69df3655cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.380455 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c661db4c-3dd3-4739-b98d-683c4681685b req-dae66765-e44b-45be-9393-f69df3655cb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c617a34788747b1bf29edea59ecab46&device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 1137 time: 0.0749669 Aug 13 03:47:50.475927 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4a9c311e-f059-4aad-96df-c84ff718abd5 req-18a0e2b3-4544-4335-937c-3681ee7b5e04 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887592 Aug 13 03:47:50.505889 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661db4c-3dd3-4739-b98d-683c4681685b req-d01ff875-65ae-433a-8382-44f5945ed442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.507427 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c661db4c-3dd3-4739-b98d-683c4681685b req-d01ff875-65ae-433a-8382-44f5945ed442 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a HTTP/1.1" status: 200 len: 915 time: 0.1179638 Aug 13 03:47:50.574762 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c661db4c-3dd3-4739-b98d-683c4681685b req-2069e865-5b26-4d7d-b975-ecfcf09dfc30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 1001 time: 0.0575664 Aug 13 03:47:50.623502 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661db4c-3dd3-4739-b98d-683c4681685b req-a69ab365-bdc4-43c9-8451-eb02fe55f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.624972 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c661db4c-3dd3-4739-b98d-683c4681685b req-a69ab365-bdc4-43c9-8451-eb02fe55f2c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4243256c-f930-4cfb-a988-71146de4fb04 HTTP/1.1" status: 200 len: 854 time: 0.0427334 Aug 13 03:47:50.674947 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661db4c-3dd3-4739-b98d-683c4681685b req-aa0b916f-b32e-4410-8003-7e23100982f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.676397 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c661db4c-3dd3-4739-b98d-683c4681685b req-aa0b916f-b32e-4410-8003-7e23100982f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432191 Aug 13 03:47:50.767994 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c661db4c-3dd3-4739-b98d-683c4681685b req-e46ec48b-5c75-42cf-8fe8-6f90d94338ba service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821831 Aug 13 03:47:50.869431 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c661db4c-3dd3-4739-b98d-683c4681685b req-102fa9bf-d7b0-4446-8893-418378551339 service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900037 Aug 13 03:47:51.591985 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafe3c5-62ff-4d3a-a982-e6e62dc35a7f req-a1ba75be-bcbe-46b3-a2a5-e6a04857a018 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:51.593596 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6bafe3c5-62ff-4d3a-a982-e6e62dc35a7f req-a1ba75be-bcbe-46b3-a2a5-e6a04857a018 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0539608 Aug 13 03:47:51.632572 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6bafe3c5-62ff-4d3a-a982-e6e62dc35a7f req-c1f5f049-265b-49db-8c30-46179669a469 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326619 Aug 13 03:47:52.748940 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32a68-179c-48e2-9939-3fc44ac950ac req-3db2d40d-2798-445e-b4ad-3dd4d7b66d93 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:52.750384 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-40f32a68-179c-48e2-9939-3fc44ac950ac req-3db2d40d-2798-445e-b4ad-3dd4d7b66d93 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0505147 Aug 13 03:47:52.790349 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-40f32a68-179c-48e2-9939-3fc44ac950ac req-46262267-67c2-4b90-ba15-3d61c4d66ac1 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339246 Aug 13 03:47:53.911996 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777fe48-1baf-499c-99b6-00655bf85aeb req-c0d52b03-b750-4869-80dc-2b95bf383a22 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:53.913527 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8777fe48-1baf-499c-99b6-00655bf85aeb req-c0d52b03-b750-4869-80dc-2b95bf383a22 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0543184 Aug 13 03:47:53.955457 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8777fe48-1baf-499c-99b6-00655bf85aeb req-36c44b21-c979-45ec-9cc6-93f49d8866fd tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358613 Aug 13 03:47:55.070390 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcff70-7f94-4d56-8b96-428d24a3bd31 req-b874c51d-59c8-4484-a950-fe0bb4415f6a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:55.071775 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83dcff70-7f94-4d56-8b96-428d24a3bd31 req-b874c51d-59c8-4484-a950-fe0bb4415f6a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0484500 Aug 13 03:47:55.114717 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-83dcff70-7f94-4d56-8b96-428d24a3bd31 req-30995f22-4cca-4f2f-8728-aef6c36c313d tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353992 Aug 13 03:47:56.230747 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db7b40-2010-4416-aa25-01f07b46c9a2 req-c54bf73d-8cdc-47cf-a5f3-359b4eab6c98 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:56.232241 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-65db7b40-2010-4416-aa25-01f07b46c9a2 req-c54bf73d-8cdc-47cf-a5f3-359b4eab6c98 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0492940 Aug 13 03:47:56.275716 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-65db7b40-2010-4416-aa25-01f07b46c9a2 req-bce99209-1654-41d1-bb7e-942d4c4229dd tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375786 Aug 13 03:47:57.398044 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ea04f-6be0-4079-9e68-27bd1fbe0a0e req-dd6c8854-f620-468e-b172-90076741c5f8 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:57.399529 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7e3ea04f-6be0-4079-9e68-27bd1fbe0a0e req-dd6c8854-f620-468e-b172-90076741c5f8 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0497098 Aug 13 03:47:57.441946 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7e3ea04f-6be0-4079-9e68-27bd1fbe0a0e req-1a214197-c52a-4aec-8558-5c2ea4940e58 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355549 Aug 13 03:47:58.561386 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf28196-14c7-4d78-aa1f-8022a15dde70 req-fc8d936c-ab99-401d-8b08-887a5cf0bafc tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:58.563059 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fdf28196-14c7-4d78-aa1f-8022a15dde70 req-fc8d936c-ab99-401d-8b08-887a5cf0bafc tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0511558 Aug 13 03:47:58.602873 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fdf28196-14c7-4d78-aa1f-8022a15dde70 req-3fdb3493-4e0c-4e92-8d4a-e529b4b98595 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336204 Aug 13 03:47:58.931602 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7018c52d-c0ea-4236-83ca-0e8f95e039b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:59.721405 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50946459-ff8a-419f-970d-c0c147c97619 req-5427353e-7473-43d5-8242-987b66d03666 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:59.722960 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-50946459-ff8a-419f-970d-c0c147c97619 req-5427353e-7473-43d5-8242-987b66d03666 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0504894 Aug 13 03:47:59.768915 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-50946459-ff8a-419f-970d-c0c147c97619 req-c49b28f4-6f43-4a86-91bb-79501e3510ba tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359352 Aug 13 03:48:00.881740 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980eefd-f3bf-4485-9f8a-c077affc8767 req-29fdc5a1-b442-45eb-a150-5d0098869a0f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:00.883232 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d980eefd-f3bf-4485-9f8a-c077affc8767 req-29fdc5a1-b442-45eb-a150-5d0098869a0f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0480967 Aug 13 03:48:00.936213 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d980eefd-f3bf-4485-9f8a-c077affc8767 req-b7cc3dd6-b9ae-43c7-afb9-b1e39c57a514 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464709 Aug 13 03:48:02.053858 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592aa82-15ba-48fa-9560-3b5ec07797b9 req-ee0b037b-84aa-4a1f-842b-a2d7a63b622e tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:02.055398 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d592aa82-15ba-48fa-9560-3b5ec07797b9 req-ee0b037b-84aa-4a1f-842b-a2d7a63b622e tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0527625 Aug 13 03:48:02.101082 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d592aa82-15ba-48fa-9560-3b5ec07797b9 req-6568d65a-b223-4a42-a05c-40c9ba5e45a1 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378976 Aug 13 03:48:02.148921 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb50447-b0e3-4bc3-ac12-f8e9813d1c13 req-f8c33a62-abac-442c-afa3-c524ec082dd2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:02.150381 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8fb50447-b0e3-4bc3-ac12-f8e9813d1c13 req-f8c33a62-abac-442c-afa3-c524ec082dd2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0484490 Aug 13 03:48:02.188588 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8fb50447-b0e3-4bc3-ac12-f8e9813d1c13 req-31b596a3-8a7a-4693-b6b6-ae640084062b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Aug 13 03:48:02.237409 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:02.491529 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-98179849-3216-454e-8adc-79c997812eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:03.214933 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077b03-e85d-429b-8b43-3bca4998dc8d req-215b9b0c-4c59-429e-b508-08317132ded5 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:03.216452 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-74077b03-e85d-429b-8b43-3bca4998dc8d req-215b9b0c-4c59-429e-b508-08317132ded5 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0492146 Aug 13 03:48:03.258941 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-74077b03-e85d-429b-8b43-3bca4998dc8d req-246a7101-5c65-4244-a6f6-d0d350d9973e tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363977 Aug 13 03:48:03.306768 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f269-4094-4e3a-9e99-962054d01cf3 req-bc7082ab-e8cb-4105-92f3-0e4fd0758f55 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:03.308591 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-99b5f269-4094-4e3a-9e99-962054d01cf3 req-bc7082ab-e8cb-4105-92f3-0e4fd0758f55 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0488217 Aug 13 03:48:03.345958 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-99b5f269-4094-4e3a-9e99-962054d01cf3 req-2eb521a5-6474-4459-98f5-735c65d54af3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Aug 13 03:48:04.075797 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:04.377803 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec88563-5efb-4d8e-b834-050e2c1d66fb req-7688d65e-0275-4477-8bca-d045bce74a68 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:04.378983 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ec88563-5efb-4d8e-b834-050e2c1d66fb req-7688d65e-0275-4477-8bca-d045bce74a68 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0493631 Aug 13 03:48:04.419667 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ec88563-5efb-4d8e-b834-050e2c1d66fb req-c940a7e5-49d0-4c3b-be12-c79c347f5a8f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347233 Aug 13 03:48:04.468990 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624c4df-0dd5-429a-b25d-f7965156ec5d req-119e7eef-fd34-45ad-81dc-4dac2a309c9d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:04.470485 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6624c4df-0dd5-429a-b25d-f7965156ec5d req-119e7eef-fd34-45ad-81dc-4dac2a309c9d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0499303 Aug 13 03:48:04.510573 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6624c4df-0dd5-429a-b25d-f7965156ec5d req-9da8f2cb-719b-4a60-bf73-ba6b1f1b321e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340919 Aug 13 03:48:04.911977 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:05.429968 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:05.798540 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed53d2-ef48-4268-9d00-b982f142d06c req-8c0d6427-b2b3-48e2-a6b0-da78326fadea tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:05.799958 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4ed53d2-ef48-4268-9d00-b982f142d06c req-8c0d6427-b2b3-48e2-a6b0-da78326fadea tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.3142517 Aug 13 03:48:05.820987 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e9cac-ef90-4efe-8194-45cf90391ca5 req-356b676b-34d6-4101-aff7-55b9ac56ec54 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:05.822434 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dc7e9cac-ef90-4efe-8194-45cf90391ca5 req-356b676b-34d6-4101-aff7-55b9ac56ec54 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0732527 Aug 13 03:48:05.876963 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4ed53d2-ef48-4268-9d00-b982f142d06c req-222d677e-d685-412a-9361-e6f9b81cdcd4 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690806 Aug 13 03:48:05.884803 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dc7e9cac-ef90-4efe-8194-45cf90391ca5 req-6f963fbf-720d-49d8-9ff0-ad13b342992e tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537860 Aug 13 03:48:07.023943 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd61e-90de-487b-aa5a-fdf8d777a8bc req-a4e85730-b27f-4a66-82d8-fce5f6c58e48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:07.025443 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a49fd61e-90de-487b-aa5a-fdf8d777a8bc req-a4e85730-b27f-4a66-82d8-fce5f6c58e48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0764380 Aug 13 03:48:07.061955 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e11d2-2511-4ede-ab91-885fb66445a8 req-f3dd6b1b-6ce0-4b0e-ab36-53a427f53b5d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:07.063396 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3f2e11d2-2511-4ede-ab91-885fb66445a8 req-f3dd6b1b-6ce0-4b0e-ab36-53a427f53b5d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.1052997 Aug 13 03:48:07.094860 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a49fd61e-90de-487b-aa5a-fdf8d777a8bc req-52e26059-7640-4eb8-8297-ebb075b400ed tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&id=6a3270b8-b874-4998-aff0-511b5a2de17e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599179 Aug 13 03:48:07.115647 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3f2e11d2-2511-4ede-ab91-885fb66445a8 req-1257f444-98ac-4614-80e0-6da75b1c2541 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464344 Aug 13 03:48:08.235182 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8599c-1687-4edb-8f03-62069e4c01ad req-af376284-63af-4fe1-8fc3-b4fc03aff205 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:08.236677 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ce8599c-1687-4edb-8f03-62069e4c01ad req-af376284-63af-4fe1-8fc3-b4fc03aff205 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0505402 Aug 13 03:48:08.276214 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ce8599c-1687-4edb-8f03-62069e4c01ad req-5ecb1ea5-95de-4d10-b54b-19b4b8757b6a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334339 Aug 13 03:48:08.558201 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:48:09.400448 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1cf6-8160-4b13-8033-4ad44067160d req-5ea7f152-4cf2-44b7-a385-600ba12d8fb6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:09.401914 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c22b1cf6-8160-4b13-8033-4ad44067160d req-5ea7f152-4cf2-44b7-a385-600ba12d8fb6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0537758 Aug 13 03:48:09.445099 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c22b1cf6-8160-4b13-8033-4ad44067160d req-88e86a11-9d1b-4155-bebf-73301cbd69c3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365098 Aug 13 03:48:10.564986 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca7d3a-be72-463b-813e-9dd94e608795 req-c12c6dfa-6542-4b7f-b4e2-dbefd7c4a123 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:10.566452 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-08ca7d3a-be72-463b-813e-9dd94e608795 req-c12c6dfa-6542-4b7f-b4e2-dbefd7c4a123 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0499580 Aug 13 03:48:10.604539 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-08ca7d3a-be72-463b-813e-9dd94e608795 req-c67ef0a5-b84d-47a0-a10b-6b8892a156a7 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321605 Aug 13 03:48:11.721406 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8ecdc-adf3-4f8c-be48-f2c454231db9 req-e2a72369-4268-4fd8-96bc-22bd32179d34 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:11.722888 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-10c8ecdc-adf3-4f8c-be48-f2c454231db9 req-e2a72369-4268-4fd8-96bc-22bd32179d34 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0481186 Aug 13 03:48:11.760556 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-10c8ecdc-adf3-4f8c-be48-f2c454231db9 req-4eb51eee-5c03-4586-8027-aba89ac22885 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Aug 13 03:48:12.883842 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e951d8-ec8e-4838-8fcb-147ac55baee7 req-4ed6199b-94a4-48ba-88d8-c1f8756f42e3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:12.885676 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b4e951d8-ec8e-4838-8fcb-147ac55baee7 req-4ed6199b-94a4-48ba-88d8-c1f8756f42e3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0546391 Aug 13 03:48:12.930780 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b4e951d8-ec8e-4838-8fcb-147ac55baee7 req-ea83dfe4-f7f8-4916-9547-13c111801954 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374367 Aug 13 03:48:13.106254 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d66ef2-ee3b-4e35-850d-285dc99445c3 req-82ee82f2-591f-4a81-a0e4-40edb537d56f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:13.108309 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7d66ef2-ee3b-4e35-850d-285dc99445c3 req-82ee82f2-591f-4a81-a0e4-40edb537d56f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 946 time: 0.0729671 Aug 13 03:48:13.148778 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d7d66ef2-ee3b-4e35-850d-285dc99445c3 req-ef0dc2f5-1c23-4636-8064-7e4b53515816 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345430 Aug 13 03:48:14.062999 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3a1a1-7b9c-40e2-9266-e8509070ee2c req-90087b53-d1eb-4b4a-9f1d-c679e2d8b082 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:14.064448 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f8b3a1a1-7b9c-40e2-9266-e8509070ee2c req-90087b53-d1eb-4b4a-9f1d-c679e2d8b082 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0492353 Aug 13 03:48:14.101694 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f8b3a1a1-7b9c-40e2-9266-e8509070ee2c req-03ed1e99-7c3a-40cf-be8b-ef474ef00daa tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312977 Aug 13 03:48:14.266675 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dc7e4-304f-47f2-9145-efeeb1855df1 req-de2f9bf9-ce0f-432b-87d5-e2a2374eb122 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:14.268149 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-612dc7e4-304f-47f2-9145-efeeb1855df1 req-de2f9bf9-ce0f-432b-87d5-e2a2374eb122 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 946 time: 0.0530813 Aug 13 03:48:14.306222 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-612dc7e4-304f-47f2-9145-efeeb1855df1 req-aa050e40-7ea9-4c31-be35-de80190b4e11 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322151 Aug 13 03:48:14.381947 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device adb81d29-35fa-4b1c-afca-1e9d56e274bb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:48:14.474814 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:14.485942 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'port_id': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'mac_address': 'fa:16:3e:d2:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:48:14.522881 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:14.535122 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb81d29-35fa-4b1c-afca-1e9d56e274bb {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:48:14.553983 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:14.562418 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:14.735633 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=6']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:14.742418 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.742793 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.743136 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.743466 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.743795 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.744122 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.744447 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.744769 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.745095 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.745415 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.745734 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.746056 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:14.789067 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['adb81d29-35fa-4b1c-afca-1e9d56e274bb'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:14.995218 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-16ddf5c3-4332-4329-9e8b-6c6bdf9ae61e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:14.996706 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-16ddf5c3-4332-4329-9e8b-6c6bdf9ae61e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 946 time: 0.0508649 Aug 13 03:48:15.114408 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Deleting port ace8a6d7-4e13-45e8-81f8-2b49335213cf {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:48:15.115172 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:15.234333 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] For port ace8a6d7-4e13-45e8-81f8-2b49335213cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ace8a6d7-4e13-45e8-81f8-2b49335213cf,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:15.234641 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:15.261507 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11958d77-dc86-45b6-82cb-a7abe3c5db4c req-fabf2f2f-db6e-4825-84a4-39769ca23052 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:15.262967 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11958d77-dc86-45b6-82cb-a7abe3c5db4c req-fabf2f2f-db6e-4825-84a4-39769ca23052 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 944 time: 0.0853093 Aug 13 03:48:15.345342 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11958d77-dc86-45b6-82cb-a7abe3c5db4c req-4995ff72-c8c5-472c-83c6-e2939fdfe4ac tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511446 Aug 13 03:48:15.500535 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:15.500937 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:15.501248 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Floating IP e9eeccf9-ab0e-4f91-a0e1-a7018514fbc2 disassociated. External IP: 172.27.2.234, port: ace8a6d7-4e13-45e8-81f8-2b49335213cf. Aug 13 03:48:15.501591 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Calling delete_port for ace8a6d7-4e13-45e8-81f8-2b49335213cf owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:48:15.521716 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa421edb-686c-4fd9-ad0f-0c81f57b40c1 req-e0f1a84d-41f9-4b9e-92a6-bedb7afa36fa tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:15.523191 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fa421edb-686c-4fd9-ad0f-0c81f57b40c1 req-e0f1a84d-41f9-4b9e-92a6-bedb7afa36fa tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 946 time: 0.1239910 Aug 13 03:48:15.613048 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fa421edb-686c-4fd9-ad0f-0c81f57b40c1 req-a98bdb77-fb48-4f44-bc4a-cd28853c5fa1 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515716 Aug 13 03:48:15.685078 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:15.719054 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event deleted for resources: {'Port': ['ID=ace8a6d7-4e13-45e8-81f8-2b49335213cf,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:15.730452 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.730985 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.731300 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.731632 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.731921 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.732186 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.732518 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.732844 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.733169 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.733491 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.733813 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.734133 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:15.878683 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Router e7061e11-1393-4ca2-816d-8187ee739003 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:48:16.046483 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:48:16.057383 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] Sync routers for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:48:16.084719 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:16.085383 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:48:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:16.104825 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] No DVR routers for this DVR port ace8a6d7-4e13-45e8-81f8-2b49335213cf on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:48:16.107829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:16.110633 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-576caee7-8b05-48c1-ba22-8b7597e898ad req-fdbeed28-db51-4c82-a6d1-6df1c202dfcf tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "DELETE /v2.0/ports/ace8a6d7-4e13-45e8-81f8-2b49335213cf HTTP/1.1" status: 204 len: 173 time: 1.1046216 Aug 13 03:48:16.111185 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6574be6b-4ab7-417e-9923-0475682472ef', 'name': 'network-vif-deleted', 'tag': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:16.115106 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d4b71-f583-4cd0-8415-58fba7c47774" -d '{"events": [{"server_uuid": "6574be6b-4ab7-417e-9923-0475682472ef", "name": "network-vif-deleted", "tag": "ace8a6d7-4e13-45e8-81f8-2b49335213cf"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:16.293625 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:16.300239 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2aab90-87ce-46f1-bad6-c754e5a89aa8 x-openstack-request-id: req-5d2aab90-87ce-46f1-bad6-c754e5a89aa8 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:16.300657 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6574be6b-4ab7-417e-9923-0475682472ef", "name": "network-vif-deleted", "tag": "ace8a6d7-4e13-45e8-81f8-2b49335213cf", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:16.301041 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d2aab90-87ce-46f1-bad6-c754e5a89aa8 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:16.301562 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6574be6b-4ab7-417e-9923-0475682472ef', 'name': 'network-vif-deleted', 'tag': 'ace8a6d7-4e13-45e8-81f8-2b49335213cf', 'status': 'completed', 'code': 200} Aug 13 03:48:16.411525 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device adb81d29-35fa-4b1c-afca-1e9d56e274bb up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:48:16.551169 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d3c03-dc32-4886-bff1-5f5e80582a31 req-71f73687-629d-452f-a8bd-1a43011a305c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:16.568886 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port adb81d29-35fa-4b1c-afca-1e9d56e274bb triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:48:16.569135 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-665d3c03-dc32-4886-bff1-5f5e80582a31 req-71f73687-629d-452f-a8bd-1a43011a305c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 944 time: 0.1087406 Aug 13 03:48:16.569363 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:16.647138 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-665d3c03-dc32-4886-bff1-5f5e80582a31 req-76af13d9-3b8d-4041-84b3-daf7fbb1e6e0 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767293 Aug 13 03:48:16.755905 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:16.772670 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:16.792610 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d224fbaa-9c13-4654-860f-5c77b381af85 req-3506ea23-c1e6-4191-a1fa-e1be1e10aa6f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=6574be6b-4ab7-417e-9923-0475682472ef HTTP/1.1" status: 200 len: 210 time: 0.0564275 Aug 13 03:48:16.814622 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] Checking router: e7061e11-1393-4ca2-816d-8187ee739003 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:48:16.830044 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:16.834474 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12a3da5-8b21-4bcd-925c-1b0047e73e83" -d '{"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-plugged", "status": "completed", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:16.846742 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:16.847383 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:48:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:16.852391 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:16.894829 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:16.895989 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device ace8a6d7-4e13-45e8-81f8-2b49335213cf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:48:16.931022 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: ace8a6d7-4e13-45e8-81f8-2b49335213cf {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:48:16.931355 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device ace8a6d7-4e13-45e8-81f8-2b49335213cf not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:48:16.980388 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8e72d1-18f5-4cf9-858d-903707233bc2 x-openstack-request-id: req-fb8e72d1-18f5-4cf9-858d-903707233bc2 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:16.980790 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-plugged", "status": "completed", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:16.982237 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb8e72d1-18f5-4cf9-858d-903707233bc2 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:16.982703 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'code': 200} Aug 13 03:48:17.057940 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=7']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:17.152986 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:17.406824 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:17.438300 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11662f0-7de7-42c0-b791-f5eb7dce5d96 None None] The sync data for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi is: [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:48:17.715957 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25cbd-19e6-47a5-ad90-42a08e27b576 None None] New status for floating IP e9eeccf9-ab0e-4f91-a0e1-a7018514fbc2: DOWN {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:48:17.806682 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f729cdf-35f0-4753-8869-7571d8068894 req-ca7c3f8e-b654-4165-9fd3-b83ce4bde017 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:17.823954 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8f729cdf-35f0-4753-8869-7571d8068894 req-ca7c3f8e-b654-4165-9fd3-b83ce4bde017 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0806966 Aug 13 03:48:17.886656 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8f729cdf-35f0-4753-8869-7571d8068894 req-c2679869-6580-4b13-8cec-34be90e576d6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614662 Aug 13 03:48:18.139239 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-5f874233-5b2e-46dd-98c0-28826d2ee7fa tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750930071&fields=id&tenant_id=3e5339bbe48b46729948f977f174854a HTTP/1.1" status: 200 len: 267 time: 0.0458338 Aug 13 03:48:18.264600 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-d7d1c9e7-c2a4-4676-b317-3609213a520d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:18.266326 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-d7d1c9e7-c2a4-4676-b317-3609213a520d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 812 time: 0.1263270 Aug 13 03:48:18.294197 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-1f3125c2-9455-4c0d-9e24-5a000c4aad2d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/quotas/3e5339bbe48b46729948f977f174854a HTTP/1.1" status: 200 len: 375 time: 0.0111573 Aug 13 03:48:18.359662 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-355399ba-5f44-48aa-8901-e94923cb774b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601425 Aug 13 03:48:18.517371 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-64cff611-6c47-4ecb-bebc-c92be2ee6774 service neutron] 10.222.0.58 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437578 Aug 13 03:48:18.635642 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-30d35e9b-efe0-4b70-b3f2-5d39c9391bbc service neutron] 10.222.0.58 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117151 Aug 13 03:48:19.015315 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f954543-e0ef-44d2-9244-e2f997e83bbf req-ddf3db93-0ec8-4bc2-b4e5-541c8ef865e5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:19.023741 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f954543-e0ef-44d2-9244-e2f997e83bbf req-ddf3db93-0ec8-4bc2-b4e5-541c8ef865e5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0642409 Aug 13 03:48:19.071499 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ecdc1ee-8521-4636-abac-e861177c05d0 req-72f8b6a3-ca72-4a84-99ea-3e54d62fc898 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 210 time: 0.0453296 Aug 13 03:48:19.099271 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f954543-e0ef-44d2-9244-e2f997e83bbf req-1c217d1d-a5aa-4d3b-9c06-ca6c7c7e0f85 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733440 Aug 13 03:48:20.188946 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a83b2941-9cc5-4245-bd87-6e4e60fb3f95 req-fb6df1ef-f799-4077-9388-6ef9156ee8dc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 210 time: 0.0376453 Aug 13 03:48:20.277207 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eff80e-e964-4bcf-8776-3326bf69ee0b req-5af195a7-b2f0-473d-812b-31604ce45120 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:20.279141 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a2eff80e-e964-4bcf-8776-3326bf69ee0b req-5af195a7-b2f0-473d-812b-31604ce45120 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0634167 Aug 13 03:48:20.396922 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a2eff80e-e964-4bcf-8776-3326bf69ee0b req-3067351d-04e6-4eaf-bc5c-57a16529c7b8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109068 Aug 13 03:48:20.474548 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-09f6ad9a-7bb0-41a4-8df2-15929c04d3b3 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:20.476098 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-09f6ad9a-7bb0-41a4-8df2-15929c04d3b3 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 812 time: 0.1782875 Aug 13 03:48:20.533518 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-65265c28-49d2-46ed-8e30-069d4243750f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5339bbe48b46729948f977f174854a HTTP/1.1" status: 200 len: 380 time: 0.0450246 Aug 13 03:48:20.549031 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'port': {'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'admin_state_up': True, 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'security_groups': ['084e597c-2383-43d5-a16b-369b44b31cea']}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:20.705689 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Made reservation on behalf of 3e5339bbe48b46729948f977f174854a for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:48:20.709615 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:20.866315 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Allocated IP 172.20.0.5 (d330e3f7-a1d1-4eaf-a474-b681700f9682/b04f61c8-9286-4147-995b-446f496eaa46/73b06fbd-da74-427a-8db9-ff028a9b5f6a) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:48:21.058210 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.080346 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Transition to ACTIVE for port object 73b06fbd-da74-427a-8db9-ff028a9b5f6a will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:48:21.132589 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.195459 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:48:21.202030 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:48:21.241025 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:48:21.248415 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'Port': ['ID=73b06fbd-da74-427a-8db9-ff028a9b5f6a,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:21.338427 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:21.339122 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.374187 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1a986-9677-41a3-a5a9-c5b1056e4fec req-f95cd507-7722-4599-a33a-d720ab1de4ec tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:21.382813 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8be1a986-9677-41a3-a5a9-c5b1056e4fec req-f95cd507-7722-4599-a33a-d720ab1de4ec tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 931 time: 0.0940554 Aug 13 03:48:21.403863 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a5450fcf-4a5f-4fd5-99d2-280a891f34c7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8595250 Aug 13 03:48:21.430954 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Request body: {'port': {'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:21.447993 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8be1a986-9677-41a3-a5a9-c5b1056e4fec req-92d691b6-2ffb-4302-9421-b767cc9d9462 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622177 Aug 13 03:48:21.554779 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-52031c91-6dcf-48bb-8a6c-b53ad288b9a8 None None] Provisioning for port 73b06fbd-da74-427a-8db9-ff028a9b5f6a completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:48:21.571309 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-52031c91-6dcf-48bb-8a6c-b53ad288b9a8 None None] Provisioning complete for port 73b06fbd-da74-427a-8db9-ff028a9b5f6a triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:48:21.572032 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-52031c91-6dcf-48bb-8a6c-b53ad288b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.593521 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.620523 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-52031c91-6dcf-48bb-8a6c-b53ad288b9a8 None None] Port 73b06fbd-da74-427a-8db9-ff028a9b5f6a cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:48:21.651054 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413e676-64f7-4890-b9d3-090334c0feca req-3450e953-3086-4225-863c-bbf67bfb639f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:21.652771 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5413e676-64f7-4890-b9d3-090334c0feca req-3450e953-3086-4225-863c-bbf67bfb639f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.1417708 Aug 13 03:48:21.781845 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5413e676-64f7-4890-b9d3-090334c0feca req-0d1b14f5-27a6-4e87-a8be-64c455aeb024 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188831 Aug 13 03:48:21.976191 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b06fbd-da74-427a-8db9-ff028a9b5f6a {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:48:21.984232 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.000008 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Transition to ACTIVE for port object 73b06fbd-da74-427a-8db9-ff028a9b5f6a will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:48:22.003869 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.112924 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Pushing event updated for resources: {'Port': ['ID=73b06fbd-da74-427a-8db9-ff028a9b5f6a,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:22.187299 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Attempting to bind port 73b06fbd-da74-427a-8db9-ff028a9b5f6a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:48:22.187745 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Attempting to bind port 73b06fbd-da74-427a-8db9-ff028a9b5f6a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:48:22.188153 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Attempting to bind port 73b06fbd-da74-427a-8db9-ff028a9b5f6a on network d330e3f7-a1d1-4eaf-a474-b681700f9682 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:48:22.193058 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Port 73b06fbd-da74-427a-8db9-ff028a9b5f6a on network d330e3f7-a1d1-4eaf-a474-b681700f9682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:48:22.193468 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Attempting to bind port 73b06fbd-da74-427a-8db9-ff028a9b5f6a on network d330e3f7-a1d1-4eaf-a474-b681700f9682 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:48:22.198953 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:48:22.199630 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Checking segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:48:22.200071 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Bound using segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:48:22.200679 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Bound port: 73b06fbd-da74-427a-8db9-ff028a9b5f6a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:48:22.201112 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.282347 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] For port 73b06fbd-da74-427a-8db9-ff028a9b5f6a, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:48:22.285812 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] For port 73b06fbd-da74-427a-8db9-ff028a9b5f6a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:48:22.290381 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.349454 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:22.350096 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.352246 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] 10.222.0.18 "PUT /v2.0/ports/73b06fbd-da74-427a-8db9-ff028a9b5f6a HTTP/1.1" status: 200 len: 1093 time: 0.9251299 Aug 13 03:48:22.354634 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:22.358174 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999" -d '{"events": [{"name": "network-changed", "server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:22.397420 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4df2-df76-4756-b789-33d8bbf21da9 service neutron] Pushing event updated for resources: {'Port': ['ID=73b06fbd-da74-427a-8db9-ff028a9b5f6a,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:22.421327 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97b7bf5-da77-40d4-bbe1-3fd118cbf123 x-openstack-request-id: req-a97b7bf5-da77-40d4-bbe1-3fd118cbf123 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:22.421620 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:22.421932 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a97b7bf5-da77-40d4-bbe1-3fd118cbf123 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:22.422339 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'status': 'completed', 'code': 200} Aug 13 03:48:22.467252 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-d75c3ae2-3f07-42c1-9d04-a60de32fed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:22.468942 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-d75c3ae2-3f07-42c1-9d04-a60de32fed68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 1096 time: 0.0573034 Aug 13 03:48:22.525021 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-36996a12-a2d8-4802-b73b-1878aa50ccdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a HTTP/1.1" status: 200 len: 217 time: 0.0401926 Aug 13 03:48:22.613639 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-285c06d8-d47d-423e-b83a-83fbc59ce37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:22.615257 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-285c06d8-d47d-423e-b83a-83fbc59ce37a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0814722 Aug 13 03:48:22.632183 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b3aa0-36fb-4860-8510-af40e49ebd45 req-05fb52b8-2c7c-4e63-8c97-093dc04fdae7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:22.633744 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ac3b3aa0-36fb-4860-8510-af40e49ebd45 req-05fb52b8-2c7c-4e63-8c97-093dc04fdae7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 943 time: 0.0689020 Aug 13 03:48:22.701577 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ac3b3aa0-36fb-4860-8510-af40e49ebd45 req-8ae9b413-82ab-4108-ad4f-b61fc4e01a4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586998 Aug 13 03:48:22.710868 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-f68ef06a-1d93-4f26-94c2-8f22950ef35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:22.712478 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-f68ef06a-1d93-4f26-94c2-8f22950ef35a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776770 Aug 13 03:48:22.831606 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-9cd0f631-dafd-4d11-81c3-130bcda553ab service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066260 Aug 13 03:48:22.988712 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76ba8d-f237-4e4b-ab69-af3bbd5842b3 req-9e8b16c1-5be6-4398-9ba5-b44cf635248c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:22.991140 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ce76ba8d-f237-4e4b-ab69-af3bbd5842b3 req-9e8b16c1-5be6-4398-9ba5-b44cf635248c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0954466 Aug 13 03:48:23.028494 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7f743dc8-469c-45fd-8ba4-ba49e04223b2 req-6a189121-ddb1-4949-9276-0a639375dd97 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855359 Aug 13 03:48:23.057124 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ce76ba8d-f237-4e4b-ab69-af3bbd5842b3 req-ae2de864-96e6-4f6b-956b-d0cb8134d8a2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562530 Aug 13 03:48:23.137548 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-6df76854-8b68-4e9a-b83a-5ed769b841e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.139422 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-6df76854-8b68-4e9a-b83a-5ed769b841e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 1096 time: 0.0519969 Aug 13 03:48:23.245631 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-b69c8275-ec59-4a50-99e2-f04f21f4b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.247616 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-b69c8275-ec59-4a50-99e2-f04f21f4b4f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.0957921 Aug 13 03:48:23.301777 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-aede515a-6856-4981-a428-954705912a76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a HTTP/1.1" status: 200 len: 217 time: 0.0455937 Aug 13 03:48:23.366175 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-014ce0e9-2229-497d-86c3-454a8f4288ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.367714 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-014ce0e9-2229-497d-86c3-454a8f4288ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0515223 Aug 13 03:48:23.419434 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-d934b8a0-158a-461d-a85e-23aad1bb1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.421053 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-d934b8a0-158a-461d-a85e-23aad1bb1bae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438046 Aug 13 03:48:23.769116 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-1fb272bf-1f96-490d-a353-32efcdc8ed06 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373003 Aug 13 03:48:23.900965 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3592055-48de-4c03-92af-267fc005b322 req-19bf5975-5e75-4794-9df2-2369f701a3ce tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.902839 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f3592055-48de-4c03-92af-267fc005b322 req-19bf5975-5e75-4794-9df2-2369f701a3ce tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 943 time: 0.1155319 Aug 13 03:48:23.931994 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3ca4ddba-440e-4c0f-8dd8-4ecd2d1e7999 req-6ddd8f79-6c16-4393-8817-79a8601f6c49 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533411 Aug 13 03:48:23.954614 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f3592055-48de-4c03-92af-267fc005b322 req-ff390f5a-73cd-4e08-a05a-46d2fecd8473 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Aug 13 03:48:24.193828 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d0572-4690-4c06-bb92-1215b44a9a6b req-5dc06b42-0ede-4088-90bf-e3f741090837 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:24.195390 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4b9d0572-4690-4c06-bb92-1215b44a9a6b req-5dc06b42-0ede-4088-90bf-e3f741090837 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0526292 Aug 13 03:48:24.238999 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4b9d0572-4690-4c06-bb92-1215b44a9a6b req-2b9d0b3b-8dd9-4ec2-a640-9522264ea6a8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Aug 13 03:48:25.087459 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b17f2-1283-4f6a-9414-9740a8eb3766 req-c964ef73-09ff-40b7-bb33-f25331608325 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:25.089229 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-909b17f2-1283-4f6a-9414-9740a8eb3766 req-c964ef73-09ff-40b7-bb33-f25331608325 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 943 time: 0.0622823 Aug 13 03:48:25.126837 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-909b17f2-1283-4f6a-9414-9740a8eb3766 req-bc15715e-5a79-426b-8f0a-296b02362cb4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Aug 13 03:48:25.377856 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9421fef-03a6-45b2-b9fd-1606a33bd194 req-9cd531d2-16d0-4f3d-9c18-2f6072b6b631 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:25.379678 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e9421fef-03a6-45b2-b9fd-1606a33bd194 req-9cd531d2-16d0-4f3d-9c18-2f6072b6b631 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0522406 Aug 13 03:48:25.419976 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e9421fef-03a6-45b2-b9fd-1606a33bd194 req-36801d99-b57b-4916-893c-926f9f11f2b5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338399 Aug 13 03:48:25.613525 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-057481ff-c536-4739-99d0-4e4852f56401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:25.615029 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-057481ff-c536-4739-99d0-4e4852f56401 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 1098 time: 0.0407391 Aug 13 03:48:25.708974 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-02cf1d6b-08ff-4e4f-a2d6-f8c55c280e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:25.710800 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-02cf1d6b-08ff-4e4f-a2d6-f8c55c280e6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 917 time: 0.0876791 Aug 13 03:48:25.776884 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-eb58a886-af67-4814-b19c-2682559eca83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb HTTP/1.1" status: 200 len: 1001 time: 0.0585554 Aug 13 03:48:25.827059 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-e697a2da-6ba6-4fd5-b67b-23d63dee6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:25.828534 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-e697a2da-6ba6-4fd5-b67b-23d63dee6893 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.0436761 Aug 13 03:48:25.879385 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-59ec3926-0ce3-41ec-abb6-51c93c5d8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:25.880881 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-59ec3926-0ce3-41ec-abb6-51c93c5d8218 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444474 Aug 13 03:48:25.972057 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-fadfc27d-2405-4ca3-acf6-f340eeec589e service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817168 Aug 13 03:48:26.064400 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-227e93b1-88de-4156-a684-0c8f3a9a8520 req-8c74517f-0e81-4741-8098-2b1175cee63f service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847661 Aug 13 03:48:26.242826 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72f97e-fb82-4baa-bed0-396c78574a9b req-82214585-097e-454f-88a0-b4b80836fd0d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:26.244197 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3b72f97e-fb82-4baa-bed0-396c78574a9b req-82214585-097e-454f-88a0-b4b80836fd0d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 943 time: 0.0501976 Aug 13 03:48:26.281904 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3b72f97e-fb82-4baa-bed0-396c78574a9b req-4ea0ae46-5eff-4883-b2a1-109366dcd5cd tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316927 Aug 13 03:48:26.537493 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10706-96ed-4c5b-91d9-dda5aaec44d3 req-921e1856-78c8-4a07-8efa-fb6f50b300f8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:26.538875 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-60a10706-96ed-4c5b-91d9-dda5aaec44d3 req-921e1856-78c8-4a07-8efa-fb6f50b300f8 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0488203 Aug 13 03:48:26.577135 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-60a10706-96ed-4c5b-91d9-dda5aaec44d3 req-95c188bd-1542-477f-a1ba-620e16d8a42a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Aug 13 03:48:27.400036 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0a2ae-6054-418c-b336-61e9a5ef5310 req-972b96c3-72f3-46d1-92af-4eca9f74585c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:27.401711 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-72e0a2ae-6054-418c-b336-61e9a5ef5310 req-972b96c3-72f3-46d1-92af-4eca9f74585c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 943 time: 0.0499110 Aug 13 03:48:27.453057 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-72e0a2ae-6054-418c-b336-61e9a5ef5310 req-cd7b2608-d27c-44e7-9388-692054322486 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444901 Aug 13 03:48:27.695464 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2665a61-52f2-4007-b97a-06db25f0728c req-34064b0f-4990-4e2b-bbc3-d0c1ad6a5956 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:27.696921 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f2665a61-52f2-4007-b97a-06db25f0728c req-34064b0f-4990-4e2b-bbc3-d0c1ad6a5956 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 945 time: 0.0482101 Aug 13 03:48:27.736200 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f2665a61-52f2-4007-b97a-06db25f0728c req-b6a843d3-d4e0-4c86-854c-789d6c6a5a3d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Aug 13 03:48:28.412875 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device adb81d29-35fa-4b1c-afca-1e9d56e274bb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:48:28.498497 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:28.525356 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:28.527741 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647d852d-b8ec-44eb-93b1-c81a3f6634d9" -d '{"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-unplugged", "status": "completed", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:28.540960 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:28.548084 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:28.581250 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7b053-1d3c-45de-8217-eaddfe5cf351 x-openstack-request-id: req-08d7b053-1d3c-45de-8217-eaddfe5cf351 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:28.581552 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-unplugged", "status": "failed", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb", "code": 422}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:28.581808 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08d7b053-1d3c-45de-8217-eaddfe5cf351 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:28.582246 dv-cinder-760197-5-iscsi neutron-server[100568]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'code': 422} returned with failed status Aug 13 03:48:28.602518 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db070-0c83-4d82-a6c7-b372da5f7e38 req-97a9e55a-8b61-4927-ad85-ff8e67327da2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:28.604302 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-535db070-0c83-4d82-a6c7-b372da5f7e38 req-97a9e55a-8b61-4927-ad85-ff8e67327da2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 943 time: 0.0586331 Aug 13 03:48:28.615647 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=8']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:28.651554 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-535db070-0c83-4d82-a6c7-b372da5f7e38 req-a4330413-82f1-433a-8b84-cfbe508a99ff tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375628 Aug 13 03:48:28.804285 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862baea9-05d2-4bb9-9fef-56656c744beb req-4ed4680b-2042-489a-935f-ae8f692d8c45 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:28.805926 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-862baea9-05d2-4bb9-9fef-56656c744beb req-4ed4680b-2042-489a-935f-ae8f692d8c45 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0570722 Aug 13 03:48:28.877463 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-862baea9-05d2-4bb9-9fef-56656c744beb req-f162e5f5-6040-4400-a952-18a81da13e16 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645373 Aug 13 03:48:28.895216 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e224c-6857-4939-b57d-da0b03c14487 req-83190f3d-fca3-4504-bd67-7210f6cf7421 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:28.897099 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-719e224c-6857-4939-b57d-da0b03c14487 req-83190f3d-fca3-4504-bd67-7210f6cf7421 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0776513 Aug 13 03:48:28.936353 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-b8ae02b7-d876-435e-9401-f77d25d58d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:28.942661 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-719e224c-6857-4939-b57d-da0b03c14487 req-c50ea700-c5ca-4013-9ba3-76f467754822 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Aug 13 03:48:29.772801 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3c95c-cbab-48b5-aaa7-48ec8da80fe7 req-de0bcb9f-fb83-4f93-a753-5cc9d1adaef1 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:29.774329 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-48c3c95c-cbab-48b5-aaa7-48ec8da80fe7 req-de0bcb9f-fb83-4f93-a753-5cc9d1adaef1 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 943 time: 0.0555196 Aug 13 03:48:29.818072 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-48c3c95c-cbab-48b5-aaa7-48ec8da80fe7 req-8f36d6cf-41ba-4267-aba0-930ad337af58 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376346 Aug 13 03:48:29.928165 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2159f-619f-4202-8edc-be59094cbdd4 req-4b130625-f76e-465a-8373-0f23aab87592 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:29.929957 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-03c2159f-619f-4202-8edc-be59094cbdd4 req-4b130625-f76e-465a-8373-0f23aab87592 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0583825 Aug 13 03:48:29.998676 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-03c2159f-619f-4202-8edc-be59094cbdd4 req-18961880-f977-47cb-a9ed-5403a22635b5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611153 Aug 13 03:48:30.017184 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b57f9-bc78-4a4c-b563-cda04d51703f req-1d836b20-6670-459c-b19a-da7dce30434b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:30.018729 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-201b57f9-bc78-4a4c-b563-cda04d51703f req-1d836b20-6670-459c-b19a-da7dce30434b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0649388 Aug 13 03:48:30.060332 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-201b57f9-bc78-4a4c-b563-cda04d51703f req-2906c96c-d353-4784-9522-e698ef1eff31 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Aug 13 03:48:30.165157 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54718) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:30.249510 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-8cfd3cc1-1272-4316-bbd6-79f90f74c721 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831635 Aug 13 03:48:30.405076 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 73b06fbd-da74-427a-8db9-ff028a9b5f6a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:48:30.513918 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 73b06fbd-da74-427a-8db9-ff028a9b5f6a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:30.524848 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:48:30.564937 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:30.580113 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b06fbd-da74-427a-8db9-ff028a9b5f6a {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:48:30.600000 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 73b06fbd-da74-427a-8db9-ff028a9b5f6a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:30.604122 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:30.656391 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=73b06fbd-da74-427a-8db9-ff028a9b5f6a,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:30.871105 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['73b06fbd-da74-427a-8db9-ff028a9b5f6a'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:30.937460 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51cb64-127a-4ef5-92bf-ee962b4e05cc req-9f95a6bd-ce76-476b-aac4-f1f6a1e2d627 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:30.938977 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dd51cb64-127a-4ef5-92bf-ee962b4e05cc req-9f95a6bd-ce76-476b-aac4-f1f6a1e2d627 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 944 time: 0.0533547 Aug 13 03:48:30.976938 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dd51cb64-127a-4ef5-92bf-ee962b4e05cc req-8d3c424b-3b1a-4549-9dfb-865924871118 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Aug 13 03:48:31.217213 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c26ffe-4e3c-46a0-b1e9-fff29827981a req-5681c936-5102-4e45-8b62-42eedaac6912 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:31.218726 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-74c26ffe-4e3c-46a0-b1e9-fff29827981a req-5681c936-5102-4e45-8b62-42eedaac6912 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.1447868 Aug 13 03:48:31.221186 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-91231603-cc88-467c-ac6f-0b2c7bc14fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:31.222557 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-91231603-cc88-467c-ac6f-0b2c7bc14fdc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895&tenant_id=c8d6cadea26a4a55baf2f4fc00161f21 HTTP/1.1" status: 200 len: 1096 time: 0.1380508 Aug 13 03:48:31.239369 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a08b5-7e6d-424e-bc2a-0ed09e44b4c1 req-826db8b4-bb80-4a35-8ba1-574c9d039cbc tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:31.240785 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-803a08b5-7e6d-424e-bc2a-0ed09e44b4c1 req-826db8b4-bb80-4a35-8ba1-574c9d039cbc tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0947037 Aug 13 03:48:31.315647 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-74c26ffe-4e3c-46a0-b1e9-fff29827981a req-9fbc945d-125c-4a02-805a-f907eabfb8e6 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895088 Aug 13 03:48:31.324442 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-803a08b5-7e6d-424e-bc2a-0ed09e44b4c1 req-3ec4cccc-59f3-4f59-9864-c11f3b7491de tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756783 Aug 13 03:48:31.332641 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-a54f3f4a-ab92-4378-9108-c87b5a345003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:31.332641 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-a54f3f4a-ab92-4378-9108-c87b5a345003 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 1096 time: 0.0794756 Aug 13 03:48:31.426487 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-bed0bcbc-8aff-454f-829b-01bf6993c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:31.427968 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-bed0bcbc-8aff-454f-829b-01bf6993c3e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 200 len: 917 time: 0.0868955 Aug 13 03:48:31.495626 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-6c218d1b-aa5c-48cf-a56f-f5c447a3b73e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb HTTP/1.1" status: 200 len: 999 time: 0.0562229 Aug 13 03:48:31.547585 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-e4cff6b3-2f75-44c1-bc83-ae8ad74f64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:31.549127 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-e4cff6b3-2f75-44c1-bc83-ae8ad74f64b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 200 len: 856 time: 0.0441678 Aug 13 03:48:31.606129 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-bd308937-723f-46b4-a142-652d06c1a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:31.608179 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-bd308937-723f-46b4-a142-652d06c1a43e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a435de16-ff76-42df-a496-1b954adf6388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453906 Aug 13 03:48:31.699641 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-56bde857-cd74-406a-a36d-f05e2fa1e43b service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828629 Aug 13 03:48:31.790202 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-da8928d6-942f-4d78-8d71-2e2d670ae4e7 req-93bcbe65-dbf2-426d-9d5e-55112ebb28c6 service neutron] 10.222.0.18 "GET /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826194 Aug 13 03:48:32.092139 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a601c3-cff8-4372-8d88-aedf14682df0 req-0b5859f7-5674-409f-af81-db5abd02c207 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:32.093950 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-21a601c3-cff8-4372-8d88-aedf14682df0 req-0b5859f7-5674-409f-af81-db5abd02c207 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 944 time: 0.0498445 Aug 13 03:48:32.131713 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-21a601c3-cff8-4372-8d88-aedf14682df0 req-068b84e3-2758-4382-8233-131e48a3d98b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Aug 13 03:48:32.246716 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.424825 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 73b06fbd-da74-427a-8db9-ff028a9b5f6a up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:48:32.486289 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71df91c-27bb-4fc0-8b39-389bbf381152 req-7ba86f6a-e871-4b25-8ce5-51380b3f0cab tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:32.494888 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b71df91c-27bb-4fc0-8b39-389bbf381152 req-7ba86f6a-e871-4b25-8ce5-51380b3f0cab tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0904744 Aug 13 03:48:32.507639 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-9cbd5151-9e60-4d41-a0ca-b77edfb4ba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.514392 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 73b06fbd-da74-427a-8db9-ff028a9b5f6a completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:48:32.518347 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 73b06fbd-da74-427a-8db9-ff028a9b5f6a triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:48:32.518741 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.523249 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1ffa1-714d-41d5-94fd-95e05f8c595d req-87dfa84a-a764-49fb-9feb-23b99a9e5625 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:32.524859 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ea1ffa1-714d-41d5-94fd-95e05f8c595d req-87dfa84a-a764-49fb-9feb-23b99a9e5625 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.1094756 Aug 13 03:48:32.565992 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b71df91c-27bb-4fc0-8b39-389bbf381152 req-9aa62cb6-21aa-4e2d-87fa-0b20df8a79ee tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696919 Aug 13 03:48:32.607817 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ea1ffa1-714d-41d5-94fd-95e05f8c595d req-880e8f47-1b73-4d25-8a04-c11429af1f60 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682828 Aug 13 03:48:32.644425 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.673871 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:32.676101 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ea3898-6279-4da8-b087-24932cbd58d2" -d '{"events": [{"server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "name": "network-vif-plugged", "status": "completed", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:32.692007 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 73b06fbd-da74-427a-8db9-ff028a9b5f6a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:32.708363 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.741546 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09ac1b2-7b77-454f-b1a9-f8e326614a00 x-openstack-request-id: req-e09ac1b2-7b77-454f-b1a9-f8e326614a00 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:32.741838 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "name": "network-vif-plugged", "status": "completed", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:32.742175 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e09ac1b2-7b77-454f-b1a9-f8e326614a00 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:32.742532 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'code': 200} Aug 13 03:48:32.770982 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=73b06fbd-da74-427a-8db9-ff028a9b5f6a,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:33.254373 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ff98a-e21d-4409-a8c0-58a9cf6a9b1d req-2afdddf4-4554-4a4e-af97-b6647d25571a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:33.256040 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c65ff98a-e21d-4409-a8c0-58a9cf6a9b1d req-2afdddf4-4554-4a4e-af97-b6647d25571a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0542870 Aug 13 03:48:33.299333 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c65ff98a-e21d-4409-a8c0-58a9cf6a9b1d req-d0e085da-128a-4ca9-a2a6-94da238c68b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370247 Aug 13 03:48:33.697714 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b72097-5963-4409-b1d9-1081be4ca5e4 req-7908bd43-7dba-47d8-80fd-e4aec5f4d3ca tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:33.699237 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-72b72097-5963-4409-b1d9-1081be4ca5e4 req-7908bd43-7dba-47d8-80fd-e4aec5f4d3ca tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0643981 Aug 13 03:48:33.767902 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-72b72097-5963-4409-b1d9-1081be4ca5e4 req-4d568b05-7fb2-43eb-8fea-1a8f6b406380 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610614 Aug 13 03:48:33.780815 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528553f1-74f8-4736-8a92-cff9cd2b7993 req-d3d985d7-55be-498f-aeb6-8b2ab7026a00 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:33.787241 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-528553f1-74f8-4736-8a92-cff9cd2b7993 req-d3d985d7-55be-498f-aeb6-8b2ab7026a00 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0986547 Aug 13 03:48:33.822602 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-528553f1-74f8-4736-8a92-cff9cd2b7993 req-0b288ced-fc6f-4b57-898e-691b47d7dc1a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328028 Aug 13 03:48:34.110432 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:34.422425 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d168c-348c-4a96-9109-ac31ab01206d req-13ffcb71-83a4-4282-80b0-090b80028bb6 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:34.423894 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-911d168c-348c-4a96-9109-ac31ab01206d req-13ffcb71-83a4-4282-80b0-090b80028bb6 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0534513 Aug 13 03:48:34.461428 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-911d168c-348c-4a96-9109-ac31ab01206d req-d3f12691-3832-4b39-a0ba-20e31a17175a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Aug 13 03:48:34.918144 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:34.924343 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44eb9e6-e041-4e09-9cf1-35ebfde3c7a0 req-35ab5b07-1c13-46ae-8269-b1f68f552f8d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:34.926168 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e44eb9e6-e041-4e09-9cf1-35ebfde3c7a0 req-35ab5b07-1c13-46ae-8269-b1f68f552f8d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0753002 Aug 13 03:48:34.999976 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591739-b75a-4db9-b485-16cf888d94ed req-2437f696-471a-4762-b1b4-6258e3578002 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:35.001460 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-46591739-b75a-4db9-b485-16cf888d94ed req-2437f696-471a-4762-b1b4-6258e3578002 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.1110296 Aug 13 03:48:35.004747 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e44eb9e6-e041-4e09-9cf1-35ebfde3c7a0 req-3bd9abc3-2337-46a2-93aa-f5af55978bad tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566204 Aug 13 03:48:35.058108 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-46591739-b75a-4db9-b485-16cf888d94ed req-0e926c91-ffef-4daf-98cd-2473b1f1c96e tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463378 Aug 13 03:48:35.432419 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:35.603789 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e375a7c-8d59-4cbc-be8d-bebf607dc8e8 req-088a56f1-13fa-40af-9f16-0c093d4edfbc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:35.605295 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6e375a7c-8d59-4cbc-be8d-bebf607dc8e8 req-088a56f1-13fa-40af-9f16-0c093d4edfbc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0734670 Aug 13 03:48:35.645359 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6e375a7c-8d59-4cbc-be8d-bebf607dc8e8 req-048e3988-880b-449c-9dca-48eb73e9a5c8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333185 Aug 13 03:48:36.132534 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8237-7d46-431f-830e-60d6e904d78f req-31157334-f7c2-447e-bf99-520abd2cb01c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:36.134045 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b2bf8237-7d46-431f-830e-60d6e904d78f req-31157334-f7c2-447e-bf99-520abd2cb01c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0504084 Aug 13 03:48:36.206892 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b2bf8237-7d46-431f-830e-60d6e904d78f req-f537c652-2f3f-401b-8e43-a79ecbbcbc55 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630791 Aug 13 03:48:36.221942 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a353ad-eec8-4648-9b06-813ef45eb84a req-7072bb68-ae21-4e89-8bda-42b992f5dc2c tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:36.229805 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-49a353ad-eec8-4648-9b06-813ef45eb84a req-7072bb68-ae21-4e89-8bda-42b992f5dc2c tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0916278 Aug 13 03:48:36.266229 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-49a353ad-eec8-4648-9b06-813ef45eb84a req-55f40166-6691-4780-bd95-216413f91d66 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364203 Aug 13 03:48:36.766037 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e47c7-59bc-4e29-9763-84bf563bf923 req-78adf6f5-63d7-4096-80bc-af3d4c4c9de0 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:36.767573 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-555e47c7-59bc-4e29-9763-84bf563bf923 req-78adf6f5-63d7-4096-80bc-af3d4c4c9de0 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0508499 Aug 13 03:48:36.813964 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-555e47c7-59bc-4e29-9763-84bf563bf923 req-e74fd335-7479-40c7-af92-5169eab46341 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Aug 13 03:48:37.349352 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039e872-6de4-446a-a45c-4b75fac30e32 req-5322f52b-a8c8-4545-84ee-bd8fd7faba71 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:37.351060 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e039e872-6de4-446a-a45c-4b75fac30e32 req-5322f52b-a8c8-4545-84ee-bd8fd7faba71 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0619688 Aug 13 03:48:37.458623 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f42db-9e38-47c2-9ffd-1fa3024412db req-be5cc16b-b7bc-4fcd-9287-a2caca38c101 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:37.461103 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5f1f42db-9e38-47c2-9ffd-1fa3024412db req-be5cc16b-b7bc-4fcd-9287-a2caca38c101 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.1063802 Aug 13 03:48:37.467253 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e039e872-6de4-446a-a45c-4b75fac30e32 req-e8a0c443-8e0f-47bb-8f9e-8913932e2e13 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024480 Aug 13 03:48:37.529795 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5f1f42db-9e38-47c2-9ffd-1fa3024412db req-9f6ab50d-8a76-463d-8f75-f24f5827101e tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609231 Aug 13 03:48:37.934757 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a5216-0d44-4869-8b6f-4c9721b4598c req-db085cd4-a10d-4def-8c37-402f57423fbc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:37.936255 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f89a5216-0d44-4869-8b6f-4c9721b4598c req-db085cd4-a10d-4def-8c37-402f57423fbc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0489488 Aug 13 03:48:37.991527 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f89a5216-0d44-4869-8b6f-4c9721b4598c req-95ddec70-794f-4cfd-a7e3-ce1a6ad213a9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Aug 13 03:48:38.602487 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a1b6c-b14b-4b39-b998-e7ac5a21873f req-a3637cd4-b6c9-4ce6-ac29-b35e8a61392d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:38.603987 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b6a1b6c-b14b-4b39-b998-e7ac5a21873f req-a3637cd4-b6c9-4ce6-ac29-b35e8a61392d tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0527537 Aug 13 03:48:38.670901 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b6a1b6c-b14b-4b39-b998-e7ac5a21873f req-59805a87-1243-4ff6-87a4-b989544da136 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573797 Aug 13 03:48:38.681396 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f6001-62a0-4289-a564-4d588d9326a0 req-2d28cd02-dc09-4998-9f13-4846bf173d47 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:38.682906 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8c3f6001-62a0-4289-a564-4d588d9326a0 req-2d28cd02-dc09-4998-9f13-4846bf173d47 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0780368 Aug 13 03:48:38.725132 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8c3f6001-62a0-4289-a564-4d588d9326a0 req-e832286d-5432-48c9-9645-66f9508df66c tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360932 Aug 13 03:48:39.129450 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12517-6dee-4860-a570-e407b2df9842 req-c5f7a09c-2b98-48a1-992a-1cec40cb3071 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.132212 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d1f12517-6dee-4860-a570-e407b2df9842 req-c5f7a09c-2b98-48a1-992a-1cec40cb3071 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0567591 Aug 13 03:48:39.179003 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d1f12517-6dee-4860-a570-e407b2df9842 req-64b68322-a5cb-4646-b800-b6e8a1ae3f84 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394564 Aug 13 03:48:39.851532 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adfdfc-8b33-4728-8024-4161f1d25900 req-e0cb04c0-c806-4a9e-910e-2159cf4d3626 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.853034 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-85adfdfc-8b33-4728-8024-4161f1d25900 req-e0cb04c0-c806-4a9e-910e-2159cf4d3626 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0967152 Aug 13 03:48:39.888891 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05802176-5598-4707-92bb-e92fffd3dbd1 req-4bc7028a-f35d-4de2-b42e-55d7417e839b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.890364 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-05802176-5598-4707-92bb-e92fffd3dbd1 req-4bc7028a-f35d-4de2-b42e-55d7417e839b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0816765 Aug 13 03:48:39.915347 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-85adfdfc-8b33-4728-8024-4161f1d25900 req-62a4b2ac-2e1b-4c5e-8300-3273d09a2527 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554287 Aug 13 03:48:39.949943 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-05802176-5598-4707-92bb-e92fffd3dbd1 req-ded00195-f9be-47c4-b56f-a67a52fba259 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491254 Aug 13 03:48:40.305982 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba7a75-da2e-4bb1-aec0-eeb98bcac200 req-a436bf32-15cd-4467-9ef3-94cbbe5a26a6 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:40.307479 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7cba7a75-da2e-4bb1-aec0-eeb98bcac200 req-a436bf32-15cd-4467-9ef3-94cbbe5a26a6 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0518436 Aug 13 03:48:40.345222 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7cba7a75-da2e-4bb1-aec0-eeb98bcac200 req-db29343d-82cf-4a8a-8c9d-6c11a5c68095 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Aug 13 03:48:41.090378 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37567724-24fa-4955-af4f-128a46f7fa37 req-0a86d013-bad3-422f-a956-cc68fb01c39c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:41.091877 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-37567724-24fa-4955-af4f-128a46f7fa37 req-0a86d013-bad3-422f-a956-cc68fb01c39c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0945711 Aug 13 03:48:41.115414 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569381ab-fa73-40cd-b955-5414f246a7a2 req-6e350d5e-7365-4d11-8135-8468dacb04f1 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:41.116935 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-569381ab-fa73-40cd-b955-5414f246a7a2 req-6e350d5e-7365-4d11-8135-8468dacb04f1 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0875037 Aug 13 03:48:41.161697 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-37567724-24fa-4955-af4f-128a46f7fa37 req-79be6ccd-d2a3-4475-90ff-3884cb9added tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621812 Aug 13 03:48:41.179529 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-569381ab-fa73-40cd-b955-5414f246a7a2 req-fe177364-cc85-4dff-a6d9-f316a41477fe tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553708 Aug 13 03:48:41.486582 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de763bcc-9c7e-45a1-8946-076ccbf12052 req-0e840281-5a78-4742-91a8-35b37ab8a45b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:41.488125 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-de763bcc-9c7e-45a1-8946-076ccbf12052 req-0e840281-5a78-4742-91a8-35b37ab8a45b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0508728 Aug 13 03:48:41.529034 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-de763bcc-9c7e-45a1-8946-076ccbf12052 req-d55cc6ea-fcc3-4ed5-922c-5e6ea6100d5d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342786 Aug 13 03:48:42.324961 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1e9e9-af28-4305-9579-dce190938f38 req-b61938b0-a1c2-4655-9c75-12ae6beeec62 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:42.326528 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d6a1e9e9-af28-4305-9579-dce190938f38 req-b61938b0-a1c2-4655-9c75-12ae6beeec62 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0832167 Aug 13 03:48:42.351720 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0f872-0669-41aa-9649-b5247cd44eb0 req-70bacd07-a1c0-40b0-bc82-c444b40e1f30 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:42.353467 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-25b0f872-0669-41aa-9649-b5247cd44eb0 req-70bacd07-a1c0-40b0-bc82-c444b40e1f30 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0802224 Aug 13 03:48:42.413943 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d6a1e9e9-af28-4305-9579-dce190938f38 req-f2bf895a-68ce-4ca9-90dc-f467e81bccff tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769939 Aug 13 03:48:42.431161 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-25b0f872-0669-41aa-9649-b5247cd44eb0 req-6485640f-54a9-4271-86dc-f6084fcb11b8 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700607 Aug 13 03:48:42.646333 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ba95-03a3-4f4d-9919-bebb58af4a9a req-3aeca63b-8be6-4ba6-a1f7-b0a35e999b7f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:42.648350 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-66c7ba95-03a3-4f4d-9919-bebb58af4a9a req-3aeca63b-8be6-4ba6-a1f7-b0a35e999b7f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0519257 Aug 13 03:48:42.694009 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-66c7ba95-03a3-4f4d-9919-bebb58af4a9a req-342fc42f-5561-48bb-914d-dd62038e19b2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346642 Aug 13 03:48:43.577219 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a266405-5b44-4c6d-80fa-bfdc56c8c9ea req-e876e1d2-725d-4a3d-9680-5989e9af2451 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:43.578747 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7a266405-5b44-4c6d-80fa-bfdc56c8c9ea req-e876e1d2-725d-4a3d-9680-5989e9af2451 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0841954 Aug 13 03:48:43.587018 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c1d1c-136c-43cb-9f3b-1130004cc520 req-39574fae-981d-4d75-8518-a84b174af5f5 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:43.588398 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e19c1d1c-136c-43cb-9f3b-1130004cc520 req-39574fae-981d-4d75-8518-a84b174af5f5 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0926335 Aug 13 03:48:43.644563 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7a266405-5b44-4c6d-80fa-bfdc56c8c9ea req-483fe038-01b0-45ba-a3d8-23daae42e0d4 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552170 Aug 13 03:48:43.647305 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e19c1d1c-136c-43cb-9f3b-1130004cc520 req-18d4613a-d7a3-42e0-ab32-5a70ee15c85b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521030 Aug 13 03:48:43.810832 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21683991-fd2f-4b5e-a45a-36974097e45f req-b949bb5a-c601-478b-83df-318d815eaff5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:43.812380 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-21683991-fd2f-4b5e-a45a-36974097e45f req-b949bb5a-c601-478b-83df-318d815eaff5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0543399 Aug 13 03:48:43.854903 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-21683991-fd2f-4b5e-a45a-36974097e45f req-abe3f9b0-7bd5-4a80-b56d-539e9e8602ee tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364826 Aug 13 03:48:44.227039 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-b519c7e4-4782-44b0-a76c-4be5ac5b9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:44.228433 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-b519c7e4-4782-44b0-a76c-4be5ac5b9fbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 1098 time: 0.0420732 Aug 13 03:48:44.341971 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-c998eb62-eb39-40fa-adea-dcf587ef8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:44.344231 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-c998eb62-eb39-40fa-adea-dcf587ef8d01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 911 time: 0.0912263 Aug 13 03:48:44.375603 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7bd5c-a7a6-4264-9a71-9bc9720189af req-8489498f-4296-43e1-b313-0efff5bb5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:44.376911 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-7cd7bd5c-a7a6-4264-9a71-9bc9720189af req-8489498f-4296-43e1-b313-0efff5bb5912 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 1098 time: 0.0478084 Aug 13 03:48:44.414185 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-7cd7bd5c-a7a6-4264-9a71-9bc9720189af req-77a7dfbd-bb81-42d6-91d0-e4b88263d6ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284197 Aug 13 03:48:44.417387 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-1b8122b8-de00-4cbb-bdc7-c66fd0cfe46e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0 HTTP/1.1" status: 200 len: 1001 time: 0.0654190 Aug 13 03:48:44.514343 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-ccb9ce2f-9854-4a3e-8cc7-e3dee9c0d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:44.515319 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-ccb9ce2f-9854-4a3e-8cc7-e3dee9c0d001 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 200 len: 850 time: 0.0457008 Aug 13 03:48:44.583283 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-73543e61-3472-474a-8725-ff26ae34e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:44.584857 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-73543e61-3472-474a-8725-ff26ae34e704 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f3c1fcb-56ac-4053-a05f-9f8241fff037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424774 Aug 13 03:48:44.681736 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-02fbea61-b3bf-4a84-99ea-51bc26cec1cd service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876863 Aug 13 03:48:45.088348 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaacec-bb29-4913-918a-470278d9e0be req-dac9bbc9-5e51-4d21-aaed-80071c760fc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:45.089723 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bfdaacec-bb29-4913-918a-470278d9e0be req-dac9bbc9-5e51-4d21-aaed-80071c760fc2 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.3554130 Aug 13 03:48:45.099643 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597ef05-907f-4466-82d8-05e54f218b17 req-dc0abdd8-a8e8-43ec-a25a-b09bd3710552 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:45.101205 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9597ef05-907f-4466-82d8-05e54f218b17 req-dc0abdd8-a8e8-43ec-a25a-b09bd3710552 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.3656788 Aug 13 03:48:45.110570 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-81d67d91-c32f-4919-9f0d-32779f034ccb req-d444b65d-7b16-4817-9301-75fe09fca9cc service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202511 Aug 13 03:48:45.163353 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bfdaacec-bb29-4913-918a-470278d9e0be req-08153d83-4dca-45f1-a321-fe0656d46fa5 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611470 Aug 13 03:48:45.169246 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9597ef05-907f-4466-82d8-05e54f218b17 req-44acad3b-2c00-43a1-9b21-2c53b259c905 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565534 Aug 13 03:48:45.297884 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7844a-db0e-413f-b59c-71c61ae40846 req-755e2119-4ee9-43f7-a835-e7581dc5834b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:45.306114 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a2d7844a-db0e-413f-b59c-71c61ae40846 req-755e2119-4ee9-43f7-a835-e7581dc5834b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0673642 Aug 13 03:48:45.377158 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a2d7844a-db0e-413f-b59c-71c61ae40846 req-89d12519-8c24-45e1-a5f0-990fe9bcc224 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700169 Aug 13 03:48:45.416408 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eeca0-1366-499f-8f8b-3d73218d6e8b req-86e49a1e-d4b3-41c4-91bd-8bb8b564b773 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:45.418223 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dd1eeca0-1366-499f-8f8b-3d73218d6e8b req-86e49a1e-d4b3-41c4-91bd-8bb8b564b773 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0766339 Aug 13 03:48:45.495108 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dd1eeca0-1366-499f-8f8b-3d73218d6e8b req-b5f6a6f5-2db2-459d-87b6-5077e0ad31c4 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648429 Aug 13 03:48:45.515893 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-31bcf122-b058-407e-bcce-79bd85b89941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:45.515893 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-31bcf122-b058-407e-bcce-79bd85b89941 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 1098 time: 0.0623493 Aug 13 03:48:45.557239 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:48:45.626440 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-c6869ed2-fef4-4235-a2f2-d8d3c6a693f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:45.628027 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-c6869ed2-fef4-4235-a2f2-d8d3c6a693f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 911 time: 0.1034176 Aug 13 03:48:45.698108 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-95f3ee7c-81ac-4524-b36b-fd2cffdde20e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0 HTTP/1.1" status: 200 len: 1001 time: 0.0607584 Aug 13 03:48:45.753458 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-59253beb-ccdd-4571-bd12-216542ead429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:45.755023 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-59253beb-ccdd-4571-bd12-216542ead429 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 200 len: 850 time: 0.0490339 Aug 13 03:48:45.804271 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-94b5e2dd-ec6b-488e-9ccb-541c2949b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:45.805781 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-94b5e2dd-ec6b-488e-9ccb-541c2949b5ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f3c1fcb-56ac-4053-a05f-9f8241fff037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413940 Aug 13 03:48:45.901914 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-76614eaa-457b-43d6-a01f-ff0c3ee186c6 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874476 Aug 13 03:48:46.005437 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80921ef3-f4a6-45fe-9579-f5c694a33589 req-d8f3e7b5-c527-4d90-9caa-e83a51d2ffb0 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934589 Aug 13 03:48:46.285912 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d280c05-07f8-416c-834f-0add3fbca898 req-006950bd-834e-4f24-9e33-32dc2b521508 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:46.287413 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1d280c05-07f8-416c-834f-0add3fbca898 req-006950bd-834e-4f24-9e33-32dc2b521508 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 943 time: 0.0497363 Aug 13 03:48:46.330208 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1d280c05-07f8-416c-834f-0add3fbca898 req-8551f6ec-c1cd-4a74-84de-ba6ff99c9773 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Aug 13 03:48:46.496404 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc22c5-ab69-4b85-be77-3ee2a7ee8d54 req-4f752156-8211-425f-83c1-0ab5123db600 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:46.497675 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device adb81d29-35fa-4b1c-afca-1e9d56e274bb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:48:46.498247 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-12dc22c5-ab69-4b85-be77-3ee2a7ee8d54 req-4f752156-8211-425f-83c1-0ab5123db600 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0499976 Aug 13 03:48:46.544103 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-12dc22c5-ab69-4b85-be77-3ee2a7ee8d54 req-fd107d59-4813-4fbd-a4de-ceaa0d583cb9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397158 Aug 13 03:48:46.624685 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:46.655027 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e138b1-49bf-489a-8fdf-8d4f6fe4ff16 req-bc0e4eaf-80f6-4dc2-b94e-23f05cfb5cdd tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:46.656699 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-10e138b1-49bf-489a-8fdf-8d4f6fe4ff16 req-bc0e4eaf-80f6-4dc2-b94e-23f05cfb5cdd tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0677521 Aug 13 03:48:46.722887 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-10e138b1-49bf-489a-8fdf-8d4f6fe4ff16 req-d0e1e6df-5cb4-4894-a7b6-4f7dca199104 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467124 Aug 13 03:48:46.730607 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931c8b1-7375-4c43-a464-d146afd407b9 req-fdc4f679-38e0-44c3-87c6-db2a954b96f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:46.732318 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9931c8b1-7375-4c43-a464-d146afd407b9 req-fdc4f679-38e0-44c3-87c6-db2a954b96f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0956118 Aug 13 03:48:46.763850 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'port_id': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'mac_address': 'fa:16:3e:d2:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:48:46.775889 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9931c8b1-7375-4c43-a464-d146afd407b9 req-27c0b00f-faba-415c-8f7c-057356da3afc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358083 Aug 13 03:48:46.798968 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54850) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:46.801923 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:46.816652 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb81d29-35fa-4b1c-afca-1e9d56e274bb {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:48:46.837079 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:46.840900 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afbf65-554f-42ce-aed9-919d7b970428 tempest-TestVolumeBootPattern-678534080 tempest-TestVolumeBootPattern-678534080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:46.842038 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:46.845435 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 54852) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:46.845696 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-56afbf65-554f-42ce-aed9-919d7b970428 tempest-TestVolumeBootPattern-678534080 tempest-TestVolumeBootPattern-678534080-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 1093 time: 0.0454838 Aug 13 03:48:46.850951 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'floatingip': {'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:46.874647 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:46.899776 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=9']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:46.978820 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:47.089734 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Allocated IP 172.27.2.213 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/5b404c71-7836-419a-87b2-0bb9c4e9ccf4) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:48:47.100271 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['adb81d29-35fa-4b1c-afca-1e9d56e274bb'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:47.193449 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:47.233624 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:47.269710 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:48:47.274381 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:48:47.277880 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:48:47.305918 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'Port': ['ID=5b404c71-7836-419a-87b2-0bb9c4e9ccf4,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:47.524919 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef06ff-9f95-4ab0-8485-848ffdd1741e req-6262af42-2dc5-46b6-bab2-053945f8591b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:47.526382 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e0ef06ff-9f95-4ab0-8485-848ffdd1741e req-6262af42-2dc5-46b6-bab2-053945f8591b tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 944 time: 0.0966864 Aug 13 03:48:47.613206 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e0ef06ff-9f95-4ab0-8485-848ffdd1741e req-106c27bd-14c2-4a7b-8a3a-de846e385607 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778854 Aug 13 03:48:47.705371 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:47.777037 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:47.911567 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8227279-ea14-486c-9818-c28e45c8b676 req-5b4f73c1-e29c-43ff-9ea9-6bd5478eab80 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:47.913250 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f8227279-ea14-486c-9818-c28e45c8b676 req-5b4f73c1-e29c-43ff-9ea9-6bd5478eab80 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.1114094 Aug 13 03:48:47.976688 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f8227279-ea14-486c-9818-c28e45c8b676 req-a4f2a778-8804-4d56-a081-37241b0d94c9 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567265 Aug 13 03:48:48.004357 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.009074 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.081549 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'Port': ['ID=5b404c71-7836-419a-87b2-0bb9c4e9ccf4,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:48.092852 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.195500 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Floating IP d91759d7-7a27-4921-bb72-f146714488f6 associated. External IP: 172.27.2.213, port: 73b06fbd-da74-427a-8db9-ff028a9b5f6a. Aug 13 03:48:48.401952 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Router e7061e11-1393-4ca2-816d-8187ee739003 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:48:48.504644 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:48:48.509803 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device adb81d29-35fa-4b1c-afca-1e9d56e274bb up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:48:48.513989 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] Sync routers for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:48:48.522235 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.549633 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:48.550339 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:48:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:48.553081 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-c703cbfc-51c2-41bd-bcf6-f92a304701f2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7060823 Aug 13 03:48:48.555185 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:48.556864 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab" -d '{"events": [{"name": "network-changed", "server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:48.599708 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51406503-2644-47ec-8941-8f04f7a693ae x-openstack-request-id: req-51406503-2644-47ec-8941-8f04f7a693ae {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:48.599998 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:48.600245 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51406503-2644-47ec-8941-8f04f7a693ae {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:48.600646 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'status': 'completed', 'code': 200} Aug 13 03:48:48.640573 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port adb81d29-35fa-4b1c-afca-1e9d56e274bb triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:48:48.640953 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.665435 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-7d27176d-4f8f-4b70-ab1a-8f71425dcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:48.666983 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-7d27176d-4f8f-4b70-ab1a-8f71425dcf28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 1098 time: 0.0428059 Aug 13 03:48:48.692552 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:48.793748 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca081654-da39-4ee6-9c32-0f1abb97c7ce req-4042c487-35bd-43a4-ba31-9375e31aa4cd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:48.798078 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ca081654-da39-4ee6-9c32-0f1abb97c7ce req-4042c487-35bd-43a4-ba31-9375e31aa4cd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 944 time: 0.1042111 Aug 13 03:48:48.818195 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.828309 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-14ea2a25-2456-4b8b-98ad-69508944d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:48.829732 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-14ea2a25-2456-4b8b-98ad-69508944d595 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.1539237 Aug 13 03:48:48.880020 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:48.882220 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf282f2-fb7e-4697-a23b-c2ad4102f1e1" -d '{"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-plugged", "status": "completed", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:48.900620 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:48.911243 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.914189 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ca081654-da39-4ee6-9c32-0f1abb97c7ce req-097494c1-fcaa-4482-a179-afaec83a4d2c tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042421 Aug 13 03:48:48.923481 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-352705da-7d77-4b60-80ef-26a117e8f09d tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-959332824&fields=id&tenant_id=5c617a34788747b1bf29edea59ecab46 HTTP/1.1" status: 200 len: 267 time: 0.0966616 Aug 13 03:48:48.963546 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-06e1d370-8f0c-49da-871c-a97d741e8752 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a HTTP/1.1" status: 200 len: 999 time: 0.1239219 Aug 13 03:48:48.994831 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d702e205-1661-418a-a95d-e756c6b28dd4 x-openstack-request-id: req-d702e205-1661-418a-a95d-e756c6b28dd4 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:48.995112 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-plugged", "status": "completed", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:48.995354 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d702e205-1661-418a-a95d-e756c6b28dd4 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:48.995900 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'code': 200} Aug 13 03:48:49.011956 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=10']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:49.020829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-20352ccb-af89-4952-bef5-31c0ada98c4a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:49.022411 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-20352ccb-af89-4952-bef5-31c0ada98c4a tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 984 time: 0.0918319 Aug 13 03:48:49.032176 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-c308d32e-2d83-4d81-9043-dbe0af602e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:49.033647 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-c308d32e-2d83-4d81-9043-dbe0af602e5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0617146 Aug 13 03:48:49.039156 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-645182e1-f655-4ee2-95ac-2b54eadead48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Request body: {'port': {'security_groups': ['acc4eb1f-47fc-4b44-a16d-e771d53e4157']}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:49.052529 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'd91759d7-7a27-4921-bb72-f146714488f6', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:47Z', 'updated_at': '2021-08-13T03:48:47Z', 'revision_number': 0, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:49.081100 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] Checking router: e7061e11-1393-4ca2-816d-8187ee739003 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:48:49.090073 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:49.090817 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:48:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:49.142845 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-26c62554-ea2c-4a69-a1a7-1f93374537ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:49.144322 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-26c62554-ea2c-4a69-a1a7-1f93374537ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801408 Aug 13 03:48:49.145023 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-645182e1-f655-4ee2-95ac-2b54eadead48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:49.209627 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c3a7e-8e22-42f3-b905-ff6dcd08e627 req-74d14504-1adc-47cb-9116-e520dbee9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:49.211315 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-708c3a7e-8e22-42f3-b905-ff6dcd08e627 req-74d14504-1adc-47cb-9116-e520dbee9c77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 1099 time: 0.0447843 Aug 13 03:48:49.214255 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:49.250305 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-708c3a7e-8e22-42f3-b905-ff6dcd08e627 req-7253c805-62b8-4291-88c6-69351edd3389 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303955 Aug 13 03:48:49.496909 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'd91759d7-7a27-4921-bb72-f146714488f6', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:47Z', 'updated_at': '2021-08-13T03:48:47Z', 'revision_number': 0, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:49.523983 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c4c30-fe42-479b-90d2-38820117c7c3 None None] The sync data for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi is: [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'd91759d7-7a27-4921-bb72-f146714488f6', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:47Z', 'updated_at': '2021-08-13T03:48:47Z', 'revision_number': 0, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:48:49.572085 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-f8e598a3-17b9-48a3-9efc-fdbf24e87fd4 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907273 Aug 13 03:48:49.722564 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-645182e1-f655-4ee2-95ac-2b54eadead48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] For port 03b2f81e-5eef-4061-b711-6e3a346c5173, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=03b2f81e-5eef-4061-b711-6e3a346c5173,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:49.723770 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2828a3-e9e8-4747-a12f-adee5dffd3a5 None None] New status for floating IP d91759d7-7a27-4921-bb72-f146714488f6: ACTIVE {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:48:49.741946 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-652a6de2-6d6d-4e9f-9a23-2c0706a9ccab req-61d73b28-8abd-46a9-b751-26588d0b8861 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591408 Aug 13 03:48:49.763365 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-645182e1-f655-4ee2-95ac-2b54eadead48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:49.767389 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-645182e1-f655-4ee2-95ac-2b54eadead48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:49.781613 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['03b2f81e-5eef-4061-b711-6e3a346c5173'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:49.818127 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-645182e1-f655-4ee2-95ac-2b54eadead48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:49.818810 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-645182e1-f655-4ee2-95ac-2b54eadead48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:49.823851 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dcfe8bbd-aebf-4952-8c99-dcd1ce2780e2 req-645182e1-f655-4ee2-95ac-2b54eadead48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "PUT /v2.0/ports/03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 942 time: 0.7890983 Aug 13 03:48:49.826760 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54874) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:49.844449 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645182e1-f655-4ee2-95ac-2b54eadead48 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event updated for resources: {'Port': ['ID=03b2f81e-5eef-4061-b711-6e3a346c5173,revision_number=7']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:49.920033 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:49.934622 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['03b2f81e-5eef-4061-b711-6e3a346c5173'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:49.954860 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.038516 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.041343 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.043234 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "DELETE /v2.0/security-groups/6a3270b8-b874-4998-aff0-511b5a2de17e HTTP/1.1" status: 204 len: 168 time: 0.2154353 Aug 13 03:48:50.046856 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54878) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:50.060302 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3270b8-b874-4998-aff0-511b5a2de17e,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:50.083964 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6ee62-4ae8-4bae-838c-a69a61479b5c req-b7f5af63-8e94-4c73-a576-8cced26ce181 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:50.085665 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-91b6ee62-4ae8-4bae-838c-a69a61479b5c req-b7f5af63-8e94-4c73-a576-8cced26ce181 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 946 time: 0.0712063 Aug 13 03:48:50.100447 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.100817 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.101232 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.101639 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.102043 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.102446 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.102868 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.103286 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.103688 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.104084 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.104482 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.104872 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfce9b4-36a2-4d72-8f88-8c83bf25ea53 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.135994 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-91b6ee62-4ae8-4bae-838c-a69a61479b5c req-5b8b35b2-edce-401f-8835-fc64b3321a14 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442472 Aug 13 03:48:50.179409 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-d5413f35-1d14-4eb7-8c8e-e27b7fabf632 None None] Provisioning complete for port 03b2f81e-5eef-4061-b711-6e3a346c5173 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:48:50.179811 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d5413f35-1d14-4eb7-8c8e-e27b7fabf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.278567 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Deleting port 35c8338b-908e-4251-996f-c131bc03422f {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:48:50.279590 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.353420 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.353751 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.366444 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Calling delete_port for 35c8338b-908e-4251-996f-c131bc03422f owned by network:floatingip {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:48:50.563130 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.593385 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event deleted for resources: {'Port': ['ID=35c8338b-908e-4251-996f-c131bc03422f,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:50.602251 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:50.604627 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c289fdd8-c76a-4013-a509-513d3b4c6634" -d '{"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:50.643607 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688aceac-dd2b-4cea-b7da-5c84146e5df4 x-openstack-request-id: req-688aceac-dd2b-4cea-b7da-5c84146e5df4 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:50.643999 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:50.644350 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-688aceac-dd2b-4cea-b7da-5c84146e5df4 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:50.644833 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'status': 'completed', 'code': 200} Aug 13 03:48:50.655329 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks [] for floatingip, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.655690 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.l3_db [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Floating IP 2f78dd6c-a8d8-46eb-a26c-5daa3cb03e58 disassociated (deleted). External IP: 172.27.2.243, port: 03b2f81e-5eef-4061-b711-6e3a346c5173. Aug 13 03:48:50.716281 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-1a1086a2-592c-4865-9800-25285cd8ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:50.717988 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-1a1086a2-592c-4865-9800-25285cd8ba09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c617a34788747b1bf29edea59ecab46&device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 1098 time: 0.0419781 Aug 13 03:48:50.820161 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-4a544f8e-1c67-4b37-a466-f7eea04c156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:50.821746 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-4a544f8e-1c67-4b37-a466-f7eea04c156f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a HTTP/1.1" status: 200 len: 915 time: 0.0964811 Aug 13 03:48:50.866248 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-9a80fb7f-4154-44bf-ad54-c28fc8a8e35e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 217 time: 0.0363443 Aug 13 03:48:50.874702 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Router bb2a9c13-eeba-49df-8bc5-141a84a406b8 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:48:50.923184 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-5273c090-e94d-4f24-b9b7-8f3174c80d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:50.924733 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-5273c090-e94d-4f24-b9b7-8f3174c80d0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4243256c-f930-4cfb-a988-71146de4fb04 HTTP/1.1" status: 200 len: 854 time: 0.0515153 Aug 13 03:48:50.973552 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-0ac40b87-5ee2-4949-bd1c-bdd926c0b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:50.975261 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-0ac40b87-5ee2-4949-bd1c-bdd926c0b1ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434992 Aug 13 03:48:50.987491 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:48:50.992042 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.998922 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] Sync routers for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:48:51.008953 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:51.010334 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:48:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:51.023883 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-0c5eafc9-7223-4e15-be0f-6a4fb5ff0998 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "DELETE /v2.0/floatingips/2f78dd6c-a8d8-46eb-a26c-5daa3cb03e58 HTTP/1.1" status: 204 len: 168 time: 0.9734206 Aug 13 03:48:51.023883 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:51.024631 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11076212-6abd-47ea-9b24-992e605ef7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:51.097064 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-27e4ac63-7d7a-4645-a015-639e9296a09c service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140914 Aug 13 03:48:51.147280 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bdb092-63d5-4115-ba8d-7335f709f1c2 x-openstack-request-id: req-72bdb092-63d5-4115-ba8d-7335f709f1c2 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:51.147575 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:51.147811 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72bdb092-63d5-4115-ba8d-7335f709f1c2 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:51.148208 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'status': 'completed', 'code': 200} Aug 13 03:48:51.204651 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c289fdd8-c76a-4013-a509-513d3b4c6634 req-1964a4de-4d37-46ac-a312-4da0757a333a service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998850 Aug 13 03:48:51.289375 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:51.350577 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed49c8a-fca1-4cbb-9cb0-7d0e7ceb8534 req-66bb23e5-4e32-4a47-90b8-8ec24a7cd759 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.352256 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1ed49c8a-fca1-4cbb-9cb0-7d0e7ceb8534 req-66bb23e5-4e32-4a47-90b8-8ec24a7cd759 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 946 time: 0.0962706 Aug 13 03:48:51.354320 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-ddce9ee7-9c7f-4ffc-aa43-0db02b895c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.356161 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-ddce9ee7-9c7f-4ffc-aa43-0db02b895c82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c617a34788747b1bf29edea59ecab46&device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 1098 time: 0.0857737 Aug 13 03:48:51.461922 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1ed49c8a-fca1-4cbb-9cb0-7d0e7ceb8534 req-095e7e8c-c8c9-40d8-9c85-35816d219875 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959809 Aug 13 03:48:51.488812 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-b2361ec9-c4da-44a4-9348-eb6cc9a40bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.489212 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-b2361ec9-c4da-44a4-9348-eb6cc9a40bc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a HTTP/1.1" status: 200 len: 915 time: 0.1253819 Aug 13 03:48:51.520508 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 5, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:51.541373 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-782fe7e7-1cbb-4bfd-ba57-9952c602d75c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 200 len: 217 time: 0.0368786 Aug 13 03:48:51.548070 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] Checking router: bb2a9c13-eeba-49df-8bc5-141a84a406b8 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:48:51.557308 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:51.557928 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:48:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:51.597302 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-0d0d7dac-4f0a-4e9e-94b9-81340b6d049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.598818 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-0d0d7dac-4f0a-4e9e-94b9-81340b6d049a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4243256c-f930-4cfb-a988-71146de4fb04 HTTP/1.1" status: 200 len: 854 time: 0.0467236 Aug 13 03:48:51.658622 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-84ce7c57-95c8-49a5-9102-fd9ed872457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.660231 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-84ce7c57-95c8-49a5-9102-fd9ed872457f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444539 Aug 13 03:48:51.676350 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:51.757080 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-9b7a007c-ca22-480d-8a6f-486c19114fa0 service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886333 Aug 13 03:48:51.860551 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11076212-6abd-47ea-9b24-992e605ef7e1 req-7eacff92-9320-4b28-a8cf-c819e04ef79a service neutron] 10.222.0.18 "GET /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927775 Aug 13 03:48:51.898056 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 5, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:51.924530 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc7566-4764-462f-b899-8069d9327d7e None None] The sync data for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi is: [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:46:30Z', 'revision_number': 4, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '1c904a1a-328a-484e-9e6c-fbac296c87cd', 'name': '', 'network_id': 'ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'mac_address': 'fa:16:3e:42:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4243256c-f930-4cfb-a988-71146de4fb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:30Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 5, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'subnets': [{'id': '4243256c-f930-4cfb-a988-71146de4fb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:48:52.142301 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba26143-e913-46fc-a9cf-9501f358031a None None] New status for floating IP 2f78dd6c-a8d8-46eb-a26c-5daa3cb03e58: DOWN {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:48:53.798135 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1106cdc-a70b-4121-9689-47ec6986d2e8 req-5ec85588-b2b6-4d94-8d23-862578e71dbc tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:53.799648 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1106cdc-a70b-4121-9689-47ec6986d2e8 req-5ec85588-b2b6-4d94-8d23-862578e71dbc tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 945 time: 0.0548227 Aug 13 03:48:53.839526 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f1106cdc-a70b-4121-9689-47ec6986d2e8 req-69416e23-bd10-4985-a766-00678dc50121 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Aug 13 03:48:54.956291 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f32bd-9c3c-4009-a019-ef534f21ff51 req-8a1fa058-f7bb-4396-bb3c-a2a1f1a9126b tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:54.957757 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f1f32bd-9c3c-4009-a019-ef534f21ff51 req-8a1fa058-f7bb-4396-bb3c-a2a1f1a9126b tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 945 time: 0.0490234 Aug 13 03:48:54.994451 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f1f32bd-9c3c-4009-a019-ef534f21ff51 req-99dc1076-c225-473d-836f-3755e32adf3f tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/security-groups?id=acc4eb1f-47fc-4b44-a16d-e771d53e4157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308719 Aug 13 03:48:55.590803 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-954da973-4d01-48a1-b21f-079f57fc59d4 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:55.592319 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-954da973-4d01-48a1-b21f-079f57fc59d4 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.18 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 945 time: 0.0527296 Aug 13 03:48:55.695257 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Deleting port 03b2f81e-5eef-4061-b711-6e3a346c5173 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:48:55.695497 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:55.785532 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] For port 03b2f81e-5eef-4061-b711-6e3a346c5173, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=03b2f81e-5eef-4061-b711-6e3a346c5173,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:55.785893 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:55.799681 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Calling delete_port for 03b2f81e-5eef-4061-b711-6e3a346c5173 owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:48:55.939068 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:55.952083 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['03b2f81e-5eef-4061-b711-6e3a346c5173'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:55.969392 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Pushing event deleted for resources: {'Port': ['ID=03b2f81e-5eef-4061-b711-6e3a346c5173,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:56.014679 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] No DVR routers for this DVR port 03b2f81e-5eef-4061-b711-6e3a346c5173 on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:48:56.017403 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:56.019498 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d515aa27-0bff-4233-a9a0-4e835c0b5722 req-ad5f40a3-9685-482d-b6a6-1f413f1f633c tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.18 "DELETE /v2.0/ports/03b2f81e-5eef-4061-b711-6e3a346c5173 HTTP/1.1" status: 204 len: 173 time: 0.4212008 Aug 13 03:48:56.019941 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'name': 'network-vif-deleted', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:56.022191 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf8d3d3-74d4-4a9a-b36a-b6c4f2121c7f" -d '{"events": [{"server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "name": "network-vif-deleted", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:56.076777 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a417de3e-1bbb-40dd-bc18-0b967b001d35 x-openstack-request-id: req-a417de3e-1bbb-40dd-bc18-0b967b001d35 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:56.077117 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31127b5b-aa90-44d8-b2a9-03b7546b29ff", "name": "network-vif-deleted", "tag": "03b2f81e-5eef-4061-b711-6e3a346c5173", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:56.077334 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a417de3e-1bbb-40dd-bc18-0b967b001d35 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:56.077710 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31127b5b-aa90-44d8-b2a9-03b7546b29ff', 'name': 'network-vif-deleted', 'tag': '03b2f81e-5eef-4061-b711-6e3a346c5173', 'status': 'completed', 'code': 200} Aug 13 03:48:56.097432 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3f333bbc-b580-48e5-b35d-3b15d2434821 req-ed6bd229-ce0e-4012-9315-2908c9619c46 tempest-TestMinimumBasicScenario-954007824 tempest-TestMinimumBasicScenario-954007824-project] 10.222.0.58 "GET /v2.0/ports?device_id=31127b5b-aa90-44d8-b2a9-03b7546b29ff HTTP/1.1" status: 200 len: 210 time: 0.0329938 Aug 13 03:48:57.638776 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 54998) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:58.200456 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953743'] for router_interface, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:58.439042 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Deleting port 1c904a1a-328a-484e-9e6c-fbac296c87cd {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:48:58.439364 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:58.514444 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] For port 1c904a1a-328a-484e-9e6c-fbac296c87cd, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=1c904a1a-328a-484e-9e6c-fbac296c87cd,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:58.514779 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:58.527806 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Calling delete_port for 1c904a1a-328a-484e-9e6c-fbac296c87cd owned by network:router_interface {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:48:58.563821 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 03b2f81e-5eef-4061-b711-6e3a346c5173 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:48:58.584073 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 03b2f81e-5eef-4061-b711-6e3a346c5173 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:48:58.584411 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 03b2f81e-5eef-4061-b711-6e3a346c5173 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:48:58.724230 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:58.749664 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=1c904a1a-328a-484e-9e6c-fbac296c87cd,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:58.932289 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036607'] for router_interface, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:58.939472 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7cb61cf5-5abf-4690-a65a-da3bebb0583a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:59.151993 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Router bb2a9c13-eeba-49df-8bc5-141a84a406b8 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:48:59.253961 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:48:59.258981 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-09073061-6257-41dc-8f41-a81e07664bdf admin admin] 10.222.0.58 "PUT /v2.0/routers/bb2a9c13-eeba-49df-8bc5-141a84a406b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6192124 Aug 13 03:48:59.262450 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55000) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:59.263807 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] Sync routers for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:48:59.273999 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:59.274637 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:48:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:59.364439 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks [] for router, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:59.378298 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:59.466636 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:59.522898 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Deleting port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:48:59.523344 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:59.577164 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:48:58Z', 'revision_number': 5, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port': {'id': '3a3056f7-f576-4b54-8f2d-e0d0f736fab6', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:27Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:59.604026 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] Checking router: bb2a9c13-eeba-49df-8bc5-141a84a406b8 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:48:59.613468 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] Routers {'bb2a9c13-eeba-49df-8bc5-141a84a406b8'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:59.614093 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:48:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:59.623387 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] For port 3a3056f7-f576-4b54-8f2d-e0d0f736fab6, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=3a3056f7-f576-4b54-8f2d-e0d0f736fab6,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:59.623750 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:59.637760 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Calling delete_port for 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 owned by network:router_gateway {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:48:59.701426 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] Set router bb2a9c13-eeba-49df-8bc5-141a84a406b8 gateway port host: None {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:59.755770 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:48:59Z', 'revision_number': 6, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port_host': None}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:59.782564 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fc7d7-2928-4d2a-903e-5f4abfd6271b None None] The sync data for ids ['bb2a9c13-eeba-49df-8bc5-141a84a406b8'] in dv-cinder-760197-5-iscsi is: [{'id': 'bb2a9c13-eeba-49df-8bc5-141a84a406b8', 'name': 'tempest-TestMinimumBasicScenario-1951066918-router', 'tenant_id': '5c617a34788747b1bf29edea59ecab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:26Z', 'updated_at': '2021-08-13T03:48:59Z', 'revision_number': 6, 'project_id': '5c617a34788747b1bf29edea59ecab46', 'gw_port_host': None}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:48:59.811260 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:59.839324 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3056f7-f576-4b54-8f2d-e0d0f736fab6,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:59.901788 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036485'] for router_gateway, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:59.990883 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1038377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:59.992971 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.034840 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1038374'] for router, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.035371 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb2a9c13-eeba-49df-8bc5-141a84a406b8 {{(pid=100566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:49:00.040274 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.041344 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-358b1f91-d2c5-4d3d-b0a2-5ef57871f082 admin admin] 10.222.0.58 "DELETE /v2.0/routers/bb2a9c13-eeba-49df-8bc5-141a84a406b8 HTTP/1.1" status: 204 len: 168 time: 0.7779238 Aug 13 03:49:00.043892 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55002) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:00.087168 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_v2 [None req-384cd150-1d46-442a-8087-d655d9215dc1 admin admin] Deleting subnet 4243256c-f930-4cfb-a988-71146de4fb04 {{(pid=100566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:49:00.090021 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-384cd150-1d46-442a-8087-d655d9215dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.123093 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-384cd150-1d46-442a-8087-d655d9215dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819215'] for subnet, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.237762 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-384cd150-1d46-442a-8087-d655d9215dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.287387 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-384cd150-1d46-442a-8087-d655d9215dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2891789'] for subnet, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.317051 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cd150-1d46-442a-8087-d655d9215dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4243256c-f930-4cfb-a988-71146de4fb04,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:00.319008 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-384cd150-1d46-442a-8087-d655d9215dc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.320874 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-384cd150-1d46-442a-8087-d655d9215dc1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4243256c-f930-4cfb-a988-71146de4fb04 HTTP/1.1" status: 204 len: 168 time: 0.2758124 Aug 13 03:49:00.323377 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55004) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:00.325841 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc16860-de84-442d-8f59-841c08e8c0b1 None None] Network ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:00.389592 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.443566 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Deleting port 140b90b2-5808-4bc6-89d4-c07c63bff3ac {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:00.443900 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.509264 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] For port 140b90b2-5808-4bc6-89d4-c07c63bff3ac, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=140b90b2-5808-4bc6-89d4-c07c63bff3ac,segment=NetworkSegment(8c3f13ab-0ab1-4065-a0c4-bd720fd31193),segment_id=8c3f13ab-0ab1-4065-a0c4-bd720fd31193)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:00.509900 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.523494 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Calling delete_port for 140b90b2-5808-4bc6-89d4-c07c63bff3ac owned by network:dhcp {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:00.556600 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] DHCP port deletion for ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a request from dv-cinder-760197-5-iscsi {{(pid=100568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:49:00.606520 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.607160 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] Deleting port 140b90b2-5808-4bc6-89d4-c07c63bff3ac {{(pid=100568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:00.607913 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.639273 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] No DVR routers for this DVR port 140b90b2-5808-4bc6-89d4-c07c63bff3ac on host dv-cinder-760197-5-iscsi {{(pid=100566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:49:00.640909 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Pushing event deleted for resources: {'Port': ['ID=140b90b2-5808-4bc6-89d4-c07c63bff3ac,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:00.679297 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] For port 140b90b2-5808-4bc6-89d4-c07c63bff3ac, host dv-cinder-760197-5-iscsi, got binding levels [] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:00.679784 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.695165 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] Calling delete_port for 140b90b2-5808-4bc6-89d4-c07c63bff3ac owned by network:dhcp {{(pid=100568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:00.699122 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.ipam_backend_mixin [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] Port 140b90b2-5808-4bc6-89d4-c07c63bff3ac was not found and therefore no delete operation was performed {{(pid=100568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 03:49:00.700943 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286'] for port, after_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.718719 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.728311 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:00.728468 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] Pushing event deleted for resources: {'Port': ['ID=140b90b2-5808-4bc6-89d4-c07c63bff3ac,revision_number=None']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:00.733095 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116381c1-b4d8-4020-84bf-882035e8d3ee None None] No DVR routers for this DVR port 140b90b2-5808-4bc6-89d4-c07c63bff3ac on host dv-cinder-760197-5-iscsi {{(pid=100568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:49:00.741834 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3f13ab-0ab1-4065-a0c4-bd720fd31193') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:00.742134 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3f13ab-0ab1-4065-a0c4-bd720fd31193') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:00.752571 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.768750 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.774877 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:49:00.775282 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:49:00.776991 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:49:00.838136 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.843509 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:00.845481 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a HTTP/1.1" status: 204 len: 168 time: 0.5210509 Aug 13 03:49:00.848342 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55006) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:00.856780 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82746944-d0cb-4ea1-880f-315f14003079 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3b5eb2-0d2b-4f15-99cf-d5de0b8c474a,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:01.256488 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953743'] for router_interface, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:01.469255 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1c904a1a-328a-484e-9e6c-fbac296c87cd no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:01.488975 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 1c904a1a-328a-484e-9e6c-fbac296c87cd {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:01.489315 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1c904a1a-328a-484e-9e6c-fbac296c87cd not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:01.489724 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 140b90b2-5808-4bc6-89d4-c07c63bff3ac no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:01.507672 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 140b90b2-5808-4bc6-89d4-c07c63bff3ac {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:01.507936 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 140b90b2-5808-4bc6-89d4-c07c63bff3ac not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:01.508341 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:01.526681 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:01.527021 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 3a3056f7-f576-4b54-8f2d-e0d0f736fab6 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:01.544796 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Deleting port ef3d661b-3b58-4862-9146-6be4177e55de {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:01.545169 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:01.622071 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] For port ef3d661b-3b58-4862-9146-6be4177e55de, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=ef3d661b-3b58-4862-9146-6be4177e55de,segment=NetworkSegment(4182f64e-837f-4737-b275-be4878980bf8),segment_id=4182f64e-837f-4737-b275-be4878980bf8)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:01.622452 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:01.635682 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Calling delete_port for ef3d661b-3b58-4862-9146-6be4177e55de owned by network:router_interface {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:01.835446 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:01.862288 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3d661b-3b58-4862-9146-6be4177e55de,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:02.243885 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:02.268043 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036607'] for router_interface, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:02.475914 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:49:02.490340 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-92e561e0-200c-4ac3-ad31-a31b7a5c5dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:02.585658 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:02.592186 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-95e9bc08-8aa8-4cd7-864e-b1b71fc9d716 admin admin] 10.222.0.58 "PUT /v2.0/routers/83231f7f-e3bb-4a5b-b0ce-aa284b5337ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7411156 Aug 13 03:49:02.593109 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55010) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:02.595639 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] Sync routers for ids ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:02.604728 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] Routers {'83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:02.605874 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:02.697372 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks [] for router, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:02.709188 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] Set router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:02.811668 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:02.869684 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Deleting port e52b24b8-b1e0-46d4-b613-10fe18cb546d {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:02.870364 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:02.951550 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] For port e52b24b8-b1e0-46d4-b613-10fe18cb546d, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e52b24b8-b1e0-46d4-b613-10fe18cb546d,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:02.951944 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:02.970288 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Calling delete_port for e52b24b8-b1e0-46d4-b613-10fe18cb546d owned by network:router_gateway {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:02.979907 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:49:01Z', 'revision_number': 5, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'gw_port': {'id': 'e52b24b8-b1e0-46d4-b613-10fe18cb546d', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:03.006876 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] Checking router: 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:03.016004 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] Routers {'83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:03.016618 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:03.103233 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] Set router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce gateway port host: None {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:03.140205 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.162236 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:49:02Z', 'revision_number': 6, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'gw_port_host': None}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:03.169760 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52b24b8-b1e0-46d4-b613-10fe18cb546d,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:03.188195 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d350fd-5871-4393-91fd-0f7734bd3303 None None] The sync data for ids ['83231f7f-e3bb-4a5b-b0ce-aa284b5337ce'] in dv-cinder-760197-5-iscsi is: [{'id': '83231f7f-e3bb-4a5b-b0ce-aa284b5337ce', 'name': 'tempest-TestMinimumBasicScenario-1900968432-router', 'tenant_id': '84036aaa10cc46fea197af761e8aedee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:49:02Z', 'revision_number': 6, 'project_id': '84036aaa10cc46fea197af761e8aedee', 'gw_port_host': None}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:03.234023 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036485'] for router_gateway, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.333314 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1038377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.335377 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.402005 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1038374'] for router, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.403135 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83231f7f-e3bb-4a5b-b0ce-aa284b5337ce {{(pid=100567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:49:03.408182 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.409333 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e198ba33-663d-4817-a7c9-6f297303d963 admin admin] 10.222.0.58 "DELETE /v2.0/routers/83231f7f-e3bb-4a5b-b0ce-aa284b5337ce HTTP/1.1" status: 204 len: 168 time: 0.8153162 Aug 13 03:49:03.411811 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55012) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:03.454311 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_v2 [None req-25621bd0-4fea-40d1-8fad-15f8f0c96f2a admin admin] Deleting subnet a173be90-f0f9-457a-b922-7b0865faee7b {{(pid=100567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:49:03.457245 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25621bd0-4fea-40d1-8fad-15f8f0c96f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.490134 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25621bd0-4fea-40d1-8fad-15f8f0c96f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720882'] for subnet, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.611912 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25621bd0-4fea-40d1-8fad-15f8f0c96f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.665660 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device ef3d661b-3b58-4862-9146-6be4177e55de no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:03.674407 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25621bd0-4fea-40d1-8fad-15f8f0c96f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2721575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9782199'] for subnet, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.685603 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: ef3d661b-3b58-4862-9146-6be4177e55de {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:03.685946 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device ef3d661b-3b58-4862-9146-6be4177e55de not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:03.705243 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25621bd0-4fea-40d1-8fad-15f8f0c96f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a173be90-f0f9-457a-b922-7b0865faee7b,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:03.707189 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25621bd0-4fea-40d1-8fad-15f8f0c96f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.709097 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-25621bd0-4fea-40d1-8fad-15f8f0c96f2a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a173be90-f0f9-457a-b922-7b0865faee7b HTTP/1.1" status: 204 len: 168 time: 0.2963369 Aug 13 03:49:03.711559 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55014) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:03.713569 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d0ff75-4bbe-460f-8b44-4171fdaf00b3 None None] Network 50e35327-34c7-469d-9521-c5ab71837584 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:03.778829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.831977 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Deleting port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:03.832315 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.899401 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] For port 1fa53c83-cc1d-46ff-890a-42b2449eacc2, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=1fa53c83-cc1d-46ff-890a-42b2449eacc2,segment=NetworkSegment(4182f64e-837f-4737-b275-be4878980bf8),segment_id=4182f64e-837f-4737-b275-be4878980bf8)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:03.900116 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.912408 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Calling delete_port for 1fa53c83-cc1d-46ff-890a-42b2449eacc2 owned by network:dhcp {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:03.990711 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.003690 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f34075d-2d18-417d-9304-8ef81defbac3 None None] DHCP port deletion for 50e35327-34c7-469d-9521-c5ab71837584 request from dv-cinder-760197-5-iscsi {{(pid=100568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:49:04.023456 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa53c83-cc1d-46ff-890a-42b2449eacc2,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:04.025307 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] No DVR routers for this DVR port 1fa53c83-cc1d-46ff-890a-42b2449eacc2 on host dv-cinder-760197-5-iscsi {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:49:04.082278 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.094647 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.104419 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e35327-34c7-469d-9521-c5ab71837584']}} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:04.115365 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4182f64e-837f-4737-b275-be4878980bf8') {'for_net_delete': True} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:04.115733 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4182f64e-837f-4737-b275-be4878980bf8') {} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:04.126307 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720869'] for segment, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.145153 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.151329 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=100567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:49:04.151719 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2721785'] for segment, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: Traceback (most recent call last): Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: timer() Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: cb(*args, **kw) Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: return func(*args, **kwargs) Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: self._notify() Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: self.callback(batched_events) Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: event.method(event) Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: return f(self, *a, **k) Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._get(url).json() Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: return self.request(url, 'GET', **kwargs) Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:49:04.153426 dv-cinder-760197-5-iscsi neutron-server[100567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:49:04.208581 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.215495 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.217245 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] 10.222.0.58 "DELETE /v2.0/networks/50e35327-34c7-469d-9521-c5ab71837584 HTTP/1.1" status: 204 len: 168 time: 0.5045784 Aug 13 03:49:04.227827 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5ce1a-3762-4a6a-9055-dd3d4a0f1241 admin admin] Pushing event deleted for resources: {'Network': ['ID=50e35327-34c7-469d-9521-c5ab71837584,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:04.384889 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55018) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:04.424919 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-1687b8fc-1a6d-4dbb-a68d-89d7f70d7784 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c617a34788747b1bf29edea59ecab46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389307 Aug 13 03:49:04.427505 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55020) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:04.473431 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1af204ce-0c18-479f-a934-6a0a5089a625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.494065 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1af204ce-0c18-479f-a934-6a0a5089a625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.538753 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1af204ce-0c18-479f-a934-6a0a5089a625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.541220 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1af204ce-0c18-479f-a934-6a0a5089a625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.542334 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-1af204ce-0c18-479f-a934-6a0a5089a625 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/acc4eb1f-47fc-4b44-a16d-e771d53e4157 HTTP/1.1" status: 204 len: 168 time: 0.1139615 Aug 13 03:49:04.550154 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af204ce-0c18-479f-a934-6a0a5089a625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc4eb1f-47fc-4b44-a16d-e771d53e4157,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:04.857924 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55026) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:04.901350 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-96597a3a-82af-43c0-bc5f-48fd48466f5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84036aaa10cc46fea197af761e8aedee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422146 Aug 13 03:49:04.904525 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55028) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:04.944066 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.952668 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-827e5abb-7470-42b0-bd00-29d2f83ef6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.973656 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-827e5abb-7470-42b0-bd00-29d2f83ef6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:05.020900 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-827e5abb-7470-42b0-bd00-29d2f83ef6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:05.023378 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-827e5abb-7470-42b0-bd00-29d2f83ef6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:05.024548 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-827e5abb-7470-42b0-bd00-29d2f83ef6fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93f5077c-9226-48c7-a95e-83910f71ea69 HTTP/1.1" status: 204 len: 168 time: 0.1191108 Aug 13 03:49:05.032643 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e5abb-7470-42b0-bd00-29d2f83ef6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5077c-9226-48c7-a95e-83910f71ea69,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:05.440836 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:05.473200 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e52b24b8-b1e0-46d4-b613-10fe18cb546d no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:05.496874 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: e52b24b8-b1e0-46d4-b613-10fe18cb546d {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:05.497245 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e52b24b8-b1e0-46d4-b613-10fe18cb546d not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:05.497732 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1fa53c83-cc1d-46ff-890a-42b2449eacc2 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:05.517976 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 1fa53c83-cc1d-46ff-890a-42b2449eacc2 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:05.518320 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1fa53c83-cc1d-46ff-890a-42b2449eacc2 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:05.709142 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55050) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:05.805951 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1114035310-network', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:05.825160 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Made reservation on behalf of c43853e1ed6546d0a9a7ae4b91c2c7d8 for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:05.827584 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:05.835598 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:05.934748 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:05.938741 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:05.965254 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:49:05.971330 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e6d935-dcc1-405e-8e7c-9f640bc29014,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:05.977318 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:05.977664 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Added segment c2a5ea54-ba2f-412c-be57-6f1f1909a0ce of type vlan for network e42d7f98-1dba-481f-939c-147f3aec658e Aug 13 03:49:06.017721 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.045405 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.046270 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:06.046883 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.103148 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3929009 Aug 13 03:49:06.106361 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55054) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:06.112902 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Request body: {'subnet': {'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1114035310-subnet', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'ip_version': 4}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:06.118575 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc7ccf-8d31-415b-9c5e-9dbe65304ddd admin admin] Pushing event updated for resources: {'Network': ['ID=e42d7f98-1dba-481f-939c-147f3aec658e,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:06.128820 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network e42d7f98-1dba-481f-939c-147f3aec658e details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:49:06.136160 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Made reservation on behalf of c43853e1ed6546d0a9a7ae4b91c2c7d8 for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:06.138723 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2891814'] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.309738 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2891796'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.360823 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9498c30c-fc09-4815-be66-34f84bfbc9ed,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:06.370696 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Checking segment: {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:06.371620 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Network hostable DHCP agents. Network: e42d7f98-1dba-481f-939c-147f3aec658e, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:49:06.387382 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Network e42d7f98-1dba-481f-939c-147f3aec658e is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:49:06.396076 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, e42d7f98-1dba-481f-939c-147f3aec658e) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:06.399998 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:06.400588 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.405459 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4098b26a-643e-466b-9d2c-84de12937f8e None None] Network e42d7f98-1dba-481f-939c-147f3aec658e requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:06.416569 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-3672b527-05c1-4bb1-8ac9-52476b5cbbd6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3089244 Aug 13 03:49:06.419660 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55056) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:06.423917 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:06.444333 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.445573 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.552608 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-e42d7f98-1dba-481f-939c-147f3aec658e', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:49:06.553727 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.694805 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Allocated IP 172.20.0.2 (e42d7f98-1dba-481f-939c-147f3aec658e/9498c30c-fc09-4815-be66-34f84bfbc9ed/e99ad507-03b0-44c9-8b30-7d68a93ba149) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:06.738375 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.849145 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.857892 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Transition to ACTIVE for port object e99ad507-03b0-44c9-8b30-7d68a93ba149 will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:06.883206 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Transition to ACTIVE for port object e99ad507-03b0-44c9-8b30-7d68a93ba149 will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:06.890206 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.894474 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:06.932415 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Network e42d7f98-1dba-481f-939c-147f3aec658e is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:06.935524 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:06.938049 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:06.947873 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Pushing event updated for resources: {'Port': ['ID=e99ad507-03b0-44c9-8b30-7d68a93ba149,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:07.008981 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Attempting to bind port e99ad507-03b0-44c9-8b30-7d68a93ba149 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:07.009615 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Attempting to bind port e99ad507-03b0-44c9-8b30-7d68a93ba149 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:07.009961 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Attempting to bind port e99ad507-03b0-44c9-8b30-7d68a93ba149 on network e42d7f98-1dba-481f-939c-147f3aec658e {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:07.015662 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:07.016031 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Checking segment: {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:07.016425 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.016811 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Bound using segment: {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:07.017267 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Bound port: e99ad507-03b0-44c9-8b30-7d68a93ba149, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:07.017636 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.108108 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.128077 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.220413 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-138a2951-2157-4840-b785-f047c7df4908 None None] For port e99ad507-03b0-44c9-8b30-7d68a93ba149, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:07.223635 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-138a2951-2157-4840-b785-f047c7df4908 None None] For port e99ad507-03b0-44c9-8b30-7d68a93ba149, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e99ad507-03b0-44c9-8b30-7d68a93ba149,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:07.228390 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.249897 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Allocated IP 172.27.2.16 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/8d5cd493-8f25-4837-94b7-253dc344393f) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:07.292428 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a2951-2157-4840-b785-f047c7df4908 None None] Pushing event updated for resources: {'Port': ['ID=e99ad507-03b0-44c9-8b30-7d68a93ba149,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:07.369782 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.411094 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.460452 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:07.467165 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:07.472250 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:07.504311 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5cd493-8f25-4837-94b7-253dc344393f,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:07.726927 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.919977 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.050285 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Router a0f9da23-6a63-4543-80ec-9f86c510ea47 is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:49:08.136002 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c79e2-8e21-4bc4-95c3-0371e39f1eb7 None None] Network e42d7f98-1dba-481f-939c-147f3aec658e requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:08.158992 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:08.173061 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Sync routers for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:08.175497 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.176776 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1f03b2f4-5197-4ed2-b707-7960f1865a89 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7561660 Aug 13 03:49:08.179356 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55058) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:08.199860 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:08.200486 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:08.275924 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-cbbf6d67-6fa6-4ac4-99b5-cf84135174c6 None None] Provisioning for port e99ad507-03b0-44c9-8b30-7d68a93ba149 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:08.364519 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:08.575162 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:07Z', 'revision_number': 3, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:08.597032 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.607029 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Checking router: a0f9da23-6a63-4543-80ec-9f86c510ea47 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:08.607378 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Updating router a0f9da23-6a63-4543-80ec-9f86c510ea47 port 8d5cd493-8f25-4837-94b7-253dc344393f binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:49:08.633585 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.753129 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Allocated IP 172.20.0.1 (e42d7f98-1dba-481f-939c-147f3aec658e/9498c30c-fc09-4815-be66-34f84bfbc9ed/a8d14056-29f6-4d30-bf25-7614f414031e) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:08.858508 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.870587 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Transition to ACTIVE for port object a8d14056-29f6-4d30-bf25-7614f414031e will not be triggered until provisioned by entity DHCP. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:08.898760 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.904010 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.909577 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Transition to ACTIVE for port object 8d5cd493-8f25-4837-94b7-253dc344393f will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:08.917135 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.944923 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Network e42d7f98-1dba-481f-939c-147f3aec658e is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:08.947887 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:08.951993 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:08.973336 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Attempting to bind port 8d5cd493-8f25-4837-94b7-253dc344393f on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:08.973700 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Attempting to bind port 8d5cd493-8f25-4837-94b7-253dc344393f by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:08.974054 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Attempting to bind port 8d5cd493-8f25-4837-94b7-253dc344393f on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:08.974971 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Pushing event updated for resources: {'Port': ['ID=a8d14056-29f6-4d30-bf25-7614f414031e,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:08.976161 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a5c2d-322d-4092-b385-40a9e06609b8 None None] Pushing event updated for resources: {'Port': ['ID=8d5cd493-8f25-4837-94b7-253dc344393f,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:08.982349 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:08.982756 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:08.983154 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.983528 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:08.984398 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Bound port: 8d5cd493-8f25-4837-94b7-253dc344393f, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:08.984398 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:08.993969 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.039208 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] For port 8d5cd493-8f25-4837-94b7-253dc344393f, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:09.043234 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] For port 8d5cd493-8f25-4837-94b7-253dc344393f, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=8d5cd493-8f25-4837-94b7-253dc344393f,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:09.048229 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.109430 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:09.109992 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:09.111783 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a5c2d-322d-4092-b385-40a9e06609b8 None None] Pushing event updated for resources: {'Port': ['ID=8d5cd493-8f25-4837-94b7-253dc344393f,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:09.131867 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.224501 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-b730698c-5a8f-47f9-96f5-225b68bb9e5a None None] Provisioning for port a8d14056-29f6-4d30-bf25-7614f414031e completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:09.229675 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:09.232466 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-b730698c-5a8f-47f9-96f5-225b68bb9e5a None None] Provisioning complete for port a8d14056-29f6-4d30-bf25-7614f414031e triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:09.232829 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-b730698c-5a8f-47f9-96f5-225b68bb9e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.305488 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.309930 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.326713 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-b730698c-5a8f-47f9-96f5-225b68bb9e5a None None] Port a8d14056-29f6-4d30-bf25-7614f414031e cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:49:09.378172 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.380691 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Pushing event updated for resources: {'Port': ['ID=a8d14056-29f6-4d30-bf25-7614f414031e,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:09.469567 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:08Z', 'revision_number': 1, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:09.479930 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Network e42d7f98-1dba-481f-939c-147f3aec658e is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:09.481702 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:09.497373 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840ee3-358f-4f8b-903b-997e7fed6f59 None None] The sync data for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi is: [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:08Z', 'revision_number': 1, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:09.524816 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e99ad507-03b0-44c9-8b30-7d68a93ba149 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:09.605070 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port e99ad507-03b0-44c9-8b30-7d68a93ba149 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:09.609635 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port e99ad507-03b0-44c9-8b30-7d68a93ba149 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:09.610662 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.650962 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Router a0f9da23-6a63-4543-80ec-9f86c510ea47 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:49:09.707945 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.758680 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port e99ad507-03b0-44c9-8b30-7d68a93ba149, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e99ad507-03b0-44c9-8b30-7d68a93ba149,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:09.768878 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.777631 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-5fbfa448-d493-4301-a65b-d6d69d51bad1 None None] Provisioning complete for port a8d14056-29f6-4d30-bf25-7614f414031e triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:09.778229 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5fbfa448-d493-4301-a65b-d6d69d51bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.795343 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:09.805877 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-7e850190-3e37-41ec-9db0-ae44d3f6b57a admin admin] 10.222.0.58 "PUT /v2.0/routers/a0f9da23-6a63-4543-80ec-9f86c510ea47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6180100 Aug 13 03:49:09.858845 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-5fbfa448-d493-4301-a65b-d6d69d51bad1 None None] Port a8d14056-29f6-4d30-bf25-7614f414031e cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:49:09.863089 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=e99ad507-03b0-44c9-8b30-7d68a93ba149,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:10.349088 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55078) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:10.354193 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1291311712-network', 'tenant_id': '9be661c48b974963b8419a55b455dd57'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:10.376774 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Made reservation on behalf of 9be661c48b974963b8419a55b455dd57 for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:10.379463 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.388893 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.487668 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.492157 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.519519 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:49:10.530118 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54485728-c7b9-4cc7-a70c-2ba4ac2b12ce,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:10.535482 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.535823 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Added segment 7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a of type vlan for network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf Aug 13 03:49:10.585247 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.618785 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.619748 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:10.620335 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.673329 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3230689 Aug 13 03:49:10.676230 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55080) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:10.680512 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04558299-e9d9-4777-9469-043ef2a46a99 admin admin] Pushing event updated for resources: {'Network': ['ID=4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:10.684231 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Request body: {'subnet': {'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1291311712-subnet', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'ip_version': 4}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:10.691312 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:49:10.709617 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Made reservation on behalf of 9be661c48b974963b8419a55b455dd57 for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:10.712293 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9782172'] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.896393 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2721632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9782190'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.949817 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcb775f-b2f0-455d-9191-f3d61b90eb66,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:10.960419 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Checking segment: {'id': '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:10.960778 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Network hostable DHCP agents. Network: 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:49:10.976422 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:49:10.985437 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:10.989487 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:10.990073 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:10.995696 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a7d43-773d-4755-a2ad-42eb2edcc67a None None] Network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:11.007158 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-8ba533ac-9e36-4080-91af-37d5b9868c83 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3286126 Aug 13 03:49:11.007496 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55082) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:11.012520 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:11.032768 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-752'] for router, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.033884 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1038439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-553012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-763'] for router, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.087474 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.148651 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0d8cdfa-cd78-50e0-b6a1-bfb5e3350951-4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf', 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'fixed_ips': [{'subnet_id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66'}]}} from dv-cinder-760197-5-iscsi. {{(pid=100568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:49:11.149953 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.234731 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.301983 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.db_base_plugin_common [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Allocated IP 172.20.0.2 (4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf/6dcb775f-b2f0-455d-9191-f3d61b90eb66/19d51e04-37b4-41d0-8a51-60c5e4a2edbf) {{(pid=100568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:11.467763 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Notify callbacks [] for port, precommit_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.477315 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Transition to ACTIVE for port object 19d51e04-37b4-41d0-8a51-60c5e4a2edbf will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:11.498745 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Transition to ACTIVE for port object 19d51e04-37b4-41d0-8a51-60c5e4a2edbf will not be triggered until provisioned by entity DHCP. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:11.505843 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277'] for port, after_create {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.549579 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf is already hosted by enough agents. {{(pid=100568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:11.554781 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.scheduler.base_scheduler [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Resources bound (agent type, host, resource id): {{(pid=100568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:11.559333 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Received port after_create {{(pid=100568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:11.565300 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Sync routers for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:11.568566 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Pushing event updated for resources: {'Port': ['ID=19d51e04-37b4-41d0-8a51-60c5e4a2edbf,revision_number=1']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:11.578251 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:11.578972 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:11.623426 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 8d5cd493-8f25-4837-94b7-253dc344393f up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:11.662697 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Attempting to bind port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:11.663157 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Attempting to bind port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:11.663641 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Attempting to bind port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf on network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:11.674917 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:11.675578 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Checking segment: {'id': '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:11.675732 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.676091 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Bound using segment: {'id': '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:11.676713 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Bound port: 19d51e04-37b4-41d0-8a51-60c5e4a2edbf, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:11.677103 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.699553 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:11.714301 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.733627 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.740728 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 8d5cd493-8f25-4837-94b7-253dc344393f completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:11.755518 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 8d5cd493-8f25-4837-94b7-253dc344393f triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:11.755737 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.768178 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] For port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:11.772093 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] For port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=19d51e04-37b4-41d0-8a51-60c5e4a2edbf,segment=NetworkSegment(7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a),segment_id=7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:11.793343 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.866923 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Allocated IP 172.27.2.223 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/4684536f-5742-463f-bd23-95496835123c) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:11.870184 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3263f-2c5e-4405-aa43-06ccf2c0f813 None None] Pushing event updated for resources: {'Port': ['ID=19d51e04-37b4-41d0-8a51-60c5e4a2edbf,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:11.915199 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.928774 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 2, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:11.942107 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 8d5cd493-8f25-4837-94b7-253dc344393f, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=8d5cd493-8f25-4837-94b7-253dc344393f,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:11.947507 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:11.948298 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e99ad507-03b0-44c9-8b30-7d68a93ba149 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:11.975159 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Checking router: a0f9da23-6a63-4543-80ec-9f86c510ea47 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:11.975511 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Updating router a0f9da23-6a63-4543-80ec-9f86c510ea47 port a8d14056-29f6-4d30-bf25-7614f414031e binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:49:11.996975 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.005288 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.028393 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=8d5cd493-8f25-4837-94b7-253dc344393f,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:12.040179 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.041152 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port e99ad507-03b0-44c9-8b30-7d68a93ba149 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:12.041527 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.096300 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:12.099520 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:12.103706 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:12.140712 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Pushing event updated for resources: {'Port': ['ID=4684536f-5742-463f-bd23-95496835123c,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:12.343505 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.353052 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Transition to ACTIVE for port object a8d14056-29f6-4d30-bf25-7614f414031e will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:12.358852 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.391024 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.416478 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Pushing event updated for resources: {'Port': ['ID=a8d14056-29f6-4d30-bf25-7614f414031e,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:12.453560 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.453922 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.454259 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.454626 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.454947 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.455273 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.455598 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.455922 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.456254 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.456576 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.456891 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.457205 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:12.472374 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Attempting to bind port a8d14056-29f6-4d30-bf25-7614f414031e on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:12.472562 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Attempting to bind port a8d14056-29f6-4d30-bf25-7614f414031e by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:12.473032 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Attempting to bind port a8d14056-29f6-4d30-bf25-7614f414031e on network e42d7f98-1dba-481f-939c-147f3aec658e {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:12.482286 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:12.482652 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Checking segment: {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:12.483053 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.483437 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Bound using segment: {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:12.483904 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Bound port: a8d14056-29f6-4d30-bf25-7614f414031e, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:12.484297 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.559636 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] For port a8d14056-29f6-4d30-bf25-7614f414031e, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:12.563720 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] For port a8d14056-29f6-4d30-bf25-7614f414031e, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=a8d14056-29f6-4d30-bf25-7614f414031e,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:12.568875 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.614794 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1038460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036513'] for router, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.632935 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e271a3a-8048-4426-be8e-6d5724cd4863 None None] Pushing event updated for resources: {'Port': ['ID=a8d14056-29f6-4d30-bf25-7614f414031e,revision_number=4']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:12.644212 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:12.644816 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:12.774104 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f is scheduled to L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 with binding_index 1 {{(pid=100566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:49:12.779943 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:12.895074 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:12.905924 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Sync routers for ids ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:12.921851 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Routers {'6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:12.922603 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:12.925132 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.926489 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-abfad4c5-1610-44e1-8c3b-1c0ddc9e3538 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9179540 Aug 13 03:49:12.929297 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55086) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:13.019464 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c364f5-a40c-4f0d-990c-238a8c3945e8 None None] Network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:13.086797 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Set router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:13.116781 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:12Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:13.144926 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e6e62-da71-4c71-af38-0b5594c5ff2a None None] The sync data for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi is: [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:12Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:13.178506 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-43c96304-bb8c-45e1-a159-0c7913f2978f None None] Provisioning for port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:13.364524 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4684536f-5742-463f-bd23-95496835123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:12Z', 'revision_number': 3, 'project_id': '9be661c48b974963b8419a55b455dd57', 'gw_port': {'id': '4684536f-5742-463f-bd23-95496835123c', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:13.392859 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Checking router: 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:13.393224 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Updating router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f port 4684536f-5742-463f-bd23-95496835123c binding host dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:49:13.424755 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:13.434881 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:13.682729 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Allocated IP 172.20.0.1 (4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf/6dcb775f-b2f0-455d-9191-f3d61b90eb66/79a14478-a70b-45a2-8818-a3aa1ea98df9) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:13.733889 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 8d5cd493-8f25-4837-94b7-253dc344393f up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:13.805362 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:13.819371 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Transition to ACTIVE for port object 79a14478-a70b-45a2-8818-a3aa1ea98df9 will not be triggered until provisioned by entity DHCP. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:13.842362 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Notify callbacks [] for port, precommit_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:13.846086 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 8d5cd493-8f25-4837-94b7-253dc344393f triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:13.846452 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:13.859645 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:13.876548 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Transition to ACTIVE for port object 4684536f-5742-463f-bd23-95496835123c will not be triggered until provisioned by entity L2. {{(pid=100568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:13.888518 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:13.908430 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:13.911714 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:13.914189 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:13.942552 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Attempting to bind port 4684536f-5742-463f-bd23-95496835123c on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:13.943033 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Attempting to bind port 4684536f-5742-463f-bd23-95496835123c by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:13.943305 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Attempting to bind port 4684536f-5742-463f-bd23-95496835123c on network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:13.960416 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Pushing event updated for resources: {'Port': ['ID=79a14478-a70b-45a2-8818-a3aa1ea98df9,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:13.960879 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:13.961261 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Checking segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:13.961693 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:13.962056 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Bound using segment: {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'} {{(pid=100568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:13.962575 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.managers [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Bound port: 4684536f-5742-463f-bd23-95496835123c, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402e51-12a0-4d3c-a760-8355ee32bcd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}}] {{(pid=100568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:13.962937 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:13.970369 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d71425-53a3-4b89-9594-433b0c3ef0ad None None] Pushing event updated for resources: {'Port': ['ID=4684536f-5742-463f-bd23-95496835123c,revision_number=2']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:13.971563 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953652'] for router_interface, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.046717 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device a8d14056-29f6-4d30-bf25-7614f414031e up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:14.113174 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.218059 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] For port 4684536f-5742-463f-bd23-95496835123c, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:14.234359 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] For port 4684536f-5742-463f-bd23-95496835123c, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=4684536f-5742-463f-bd23-95496835123c,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:14.241999 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.252393 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-84bbffac-d12c-4cea-99a3-f6da79a4b237 None None] Provisioning for port 79a14478-a70b-45a2-8818-a3aa1ea98df9 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:14.279338 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-84bbffac-d12c-4cea-99a3-f6da79a4b237 None None] Provisioning complete for port 79a14478-a70b-45a2-8818-a3aa1ea98df9 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:14.279712 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-84bbffac-d12c-4cea-99a3-f6da79a4b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.292206 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.297859 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.326133 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port a8d14056-29f6-4d30-bf25-7614f414031e completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:14.347602 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port a8d14056-29f6-4d30-bf25-7614f414031e triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:14.347968 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.351449 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d71425-53a3-4b89-9594-433b0c3ef0ad None None] Pushing event updated for resources: {'Port': ['ID=4684536f-5742-463f-bd23-95496835123c,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:14.356697 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Routers {'6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:14.357333 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:14.377373 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-84bbffac-d12c-4cea-99a3-f6da79a4b237 None None] Port 79a14478-a70b-45a2-8818-a3aa1ea98df9 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:49:14.377651 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Pushing event updated for resources: {'Port': ['ID=79a14478-a70b-45a2-8818-a3aa1ea98df9,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:14.380128 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953760'] for router_interface, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.478768 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:14.480834 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:14.521011 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] Set router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:14.552918 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.598150 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:49:14.662760 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port a8d14056-29f6-4d30-bf25-7614f414031e, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=a8d14056-29f6-4d30-bf25-7614f414031e,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:14.673997 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.675330 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 19d51e04-37b4-41d0-8a51-60c5e4a2edbf up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:14.711652 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:14.716933 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-9e5b1c03-70b8-4f49-8f96-9d68a4c60e14 admin admin] 10.222.0.58 "PUT /v2.0/routers/6bd64ffd-3e42-4c02-850a-4eea6e8ad82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7865832 Aug 13 03:49:14.813208 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-2755c936-4585-44c5-b38e-7fb887dccd34 None None] Provisioning complete for port 79a14478-a70b-45a2-8818-a3aa1ea98df9 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:14.813589 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2755c936-4585-44c5-b38e-7fb887dccd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.834429 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=a8d14056-29f6-4d30-bf25-7614f414031e,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:14.859968 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.860317 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.860656 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.860993 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.861326 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.861657 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.861985 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.862311 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.862723 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.862990 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.863314 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.863637 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:14.874938 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-2755c936-4585-44c5-b38e-7fb887dccd34 None None] Port 79a14478-a70b-45a2-8818-a3aa1ea98df9 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:49:14.881219 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:14.887260 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:14.887594 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:14.940396 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4684536f-5742-463f-bd23-95496835123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 4, 'project_id': '9be661c48b974963b8419a55b455dd57', 'gw_port': {'id': '4684536f-5742-463f-bd23-95496835123c', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '79a14478-a70b-45a2-8818-a3aa1ea98df9', 'name': '', 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'mac_address': 'fa:16:3e:07:d2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:13Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 2, 'project_id': '9be661c48b974963b8419a55b455dd57', 'subnets': [{'id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:14.968771 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd4b3e-4483-4d6f-b85e-27adb9f4e99f None None] The sync data for ids ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'] in dv-cinder-760197-5-iscsi is: [{'id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4684536f-5742-463f-bd23-95496835123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 4, 'project_id': '9be661c48b974963b8419a55b455dd57', 'gw_port': {'id': '4684536f-5742-463f-bd23-95496835123c', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '79a14478-a70b-45a2-8818-a3aa1ea98df9', 'name': '', 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'mac_address': 'fa:16:3e:07:d2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:13Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 2, 'project_id': '9be661c48b974963b8419a55b455dd57', 'subnets': [{'id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:15.009764 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.048827 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=19d51e04-37b4-41d0-8a51-60c5e4a2edbf,segment=NetworkSegment(7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a),segment_id=7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:15.058580 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.116584 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=19d51e04-37b4-41d0-8a51-60c5e4a2edbf,revision_number=3']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:15.240972 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55094) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:15.245642 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-91dc7db2-f855-4b84-b0e6-364a1badfe05 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581765662', 'description': 'tempest-secgroup-smoke-581765662 description', 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:15.269579 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-91dc7db2-f855-4b84-b0e6-364a1badfe05 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.361470 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-91dc7db2-f855-4b84-b0e6-364a1badfe05 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.366529 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-91dc7db2-f855-4b84-b0e6-364a1badfe05 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.397538 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc7db2-f855-4b84-b0e6-364a1badfe05 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57356e19-473d-4503-8399-7f9ed9de71c8,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:15.400275 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-91dc7db2-f855-4b84-b0e6-364a1badfe05 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.404910 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-91dc7db2-f855-4b84-b0e6-364a1badfe05 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1596260 Aug 13 03:49:15.405077 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55096) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:15.409605 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-043a69f1-c212-4b9c-b558-84b3574a9a95 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Request body: {'security_group_rule': {'security_group_id': '57356e19-473d-4503-8399-7f9ed9de71c8', 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:15.439662 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-043a69f1-c212-4b9c-b558-84b3574a9a95 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.504453 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device a8d14056-29f6-4d30-bf25-7614f414031e up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:15.528685 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-043a69f1-c212-4b9c-b558-84b3574a9a95 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.536545 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-043a69f1-c212-4b9c-b558-84b3574a9a95 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.556493 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a69f1-c212-4b9c-b558-84b3574a9a95 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94a0617-56c3-4924-a5fa-014207df5def,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:15.556796 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port a8d14056-29f6-4d30-bf25-7614f414031e triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:15.556974 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.568660 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-043a69f1-c212-4b9c-b558-84b3574a9a95 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.570478 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-043a69f1-c212-4b9c-b558-84b3574a9a95 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643074 Aug 13 03:49:15.573591 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55098) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:15.581074 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-f99a945f-f206-4ab3-b8c6-6fabd6e1acf4 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Request body: {'security_group_rule': {'security_group_id': '57356e19-473d-4503-8399-7f9ed9de71c8', 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:15.609564 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f99a945f-f206-4ab3-b8c6-6fabd6e1acf4 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.654525 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 19d51e04-37b4-41d0-8a51-60c5e4a2edbf up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:15.688230 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f99a945f-f206-4ab3-b8c6-6fabd6e1acf4 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.692552 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f99a945f-f206-4ab3-b8c6-6fabd6e1acf4 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.707579 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:15.707958 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.716405 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a945f-f206-4ab3-b8c6-6fabd6e1acf4 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97626d7-dece-4d7e-b3f1-de622bdb8b87,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:15.724930 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f99a945f-f206-4ab3-b8c6-6fabd6e1acf4 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.726387 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-f99a945f-f206-4ab3-b8c6-6fabd6e1acf4 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496437 Aug 13 03:49:15.729044 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55102) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:15.734270 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-124ad12b-af22-4370-8601-8c49615b314e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Request body: {'security_group_rule': {'security_group_id': '57356e19-473d-4503-8399-7f9ed9de71c8', 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:15.762647 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-124ad12b-af22-4370-8601-8c49615b314e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.831593 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-124ad12b-af22-4370-8601-8c49615b314e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.835200 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-124ad12b-af22-4370-8601-8c49615b314e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.853334 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ad12b-af22-4370-8601-8c49615b314e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2a490f-eae0-40ff-8f8b-1901450482f8,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:15.860254 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-124ad12b-af22-4370-8601-8c49615b314e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.861659 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-124ad12b-af22-4370-8601-8c49615b314e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316135 Aug 13 03:49:15.864574 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55104) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:15.871643 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-cd8b4cf4-7421-49c8-8459-430611b093a0 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Request body: {'security_group_rule': {'security_group_id': '57356e19-473d-4503-8399-7f9ed9de71c8', 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:15.906166 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4cf4-7421-49c8-8459-430611b093a0 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.979023 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4cf4-7421-49c8-8459-430611b093a0 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.983250 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4cf4-7421-49c8-8459-430611b093a0 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.003680 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b4cf4-7421-49c8-8459-430611b093a0 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b1cd96-f6d6-4dc5-ab2f-b616f695bfdd,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:16.011278 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4cf4-7421-49c8-8459-430611b093a0 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.012660 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-cd8b4cf4-7421-49c8-8459-430611b093a0 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469891 Aug 13 03:49:16.015501 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55106) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:16.020149 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Request body: {'security_group_rule': {'security_group_id': '57356e19-473d-4503-8399-7f9ed9de71c8', 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:16.043185 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.securitygroups_db [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Project c43853e1ed6546d0a9a7ae4b91c2c7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:49:16.049663 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.114080 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.117924 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.141236 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47eaa6fa-a091-439e-a631-6c4bde5c4e96,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:16.150665 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.151017 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.151355 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.151688 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.152113 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.152447 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.152772 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.153095 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.153420 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.153742 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.154060 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.154376 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:16.158304 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.159558 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7d125a8b-6f24-42a3-9206-3add736f1eaf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430640 Aug 13 03:49:16.162371 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55108) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:16.166842 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-5422dd47-41c3-4e53-aadf-673cecb02a8d tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Request body: {'security_group_rule': {'security_group_id': '57356e19-473d-4503-8399-7f9ed9de71c8', 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:16.190324 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.securitygroups_db [None req-5422dd47-41c3-4e53-aadf-673cecb02a8d tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Project c43853e1ed6546d0a9a7ae4b91c2c7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:49:16.195531 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5422dd47-41c3-4e53-aadf-673cecb02a8d tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.260149 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5422dd47-41c3-4e53-aadf-673cecb02a8d tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.264401 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5422dd47-41c3-4e53-aadf-673cecb02a8d tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.282108 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422dd47-41c3-4e53-aadf-673cecb02a8d tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c40c86e-76ca-4b72-878d-700b66fe2b94,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:16.288565 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5422dd47-41c3-4e53-aadf-673cecb02a8d tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.289778 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-5422dd47-41c3-4e53-aadf-673cecb02a8d tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264451 Aug 13 03:49:17.264537 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Sync routers for ids ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:17.273523 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Routers {'6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:17.274127 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:17.379883 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Set router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:17.509895 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 4684536f-5742-463f-bd23-95496835123c up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:17.560963 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 4684536f-5742-463f-bd23-95496835123c completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:17.565379 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 4684536f-5742-463f-bd23-95496835123c triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:17.565757 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.581499 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4684536f-5742-463f-bd23-95496835123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 4, 'project_id': '9be661c48b974963b8419a55b455dd57', 'gw_port': {'id': '4684536f-5742-463f-bd23-95496835123c', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '79a14478-a70b-45a2-8818-a3aa1ea98df9', 'name': '', 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'mac_address': 'fa:16:3e:07:d2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:13Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 2, 'project_id': '9be661c48b974963b8419a55b455dd57', 'subnets': [{'id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:17.607917 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Checking router: 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:17.608263 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Updating router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f port 79a14478-a70b-45a2-8818-a3aa1ea98df9 binding host dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:49:17.633690 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.650961 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.675419 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 4684536f-5742-463f-bd23-95496835123c, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=4684536f-5742-463f-bd23-95496835123c,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:17.680125 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.739983 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=4684536f-5742-463f-bd23-95496835123c,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:17.917075 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.928034 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.provisioning_blocks [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Transition to ACTIVE for port object 79a14478-a70b-45a2-8818-a3aa1ea98df9 will not be triggered until provisioned by entity L2. {{(pid=100569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:17.933772 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.982114 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e3eda-a6b7-44bf-8877-256aaac4c66b None None] Pushing event updated for resources: {'Port': ['ID=79a14478-a70b-45a2-8818-a3aa1ea98df9,revision_number=3']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:18.043976 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Attempting to bind port 79a14478-a70b-45a2-8818-a3aa1ea98df9 on host dv-cinder-760197-5-iscsi for vnic_type normal with profile {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:18.044340 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Attempting to bind port 79a14478-a70b-45a2-8818-a3aa1ea98df9 by drivers openvswitch,hyperv on host dv-cinder-760197-5-iscsi at level 0 using segments [{'id': '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf'}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:18.044689 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Attempting to bind port 79a14478-a70b-45a2-8818-a3aa1ea98df9 on network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:18.049970 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Checking agent: {'id': '11188c64-c23f-4e5b-83f6-0c8017dce738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 32), 'started_at': datetime.datetime(2021, 8, 13, 3, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:18.050338 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Checking segment: {'id': '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:18.050899 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.051492 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Bound using segment: {'id': '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf'} {{(pid=100569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:18.051920 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.managers [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Bound port: 79a14478-a70b-45a2-8818-a3aa1ea98df9, host: dv-cinder-760197-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf'}}] {{(pid=100569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:18.052358 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.126732 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] For port 79a14478-a70b-45a2-8818-a3aa1ea98df9, host dv-cinder-760197-5-iscsi, cleared binding levels {{(pid=100569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:18.130007 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.plugins.ml2.db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] For port 79a14478-a70b-45a2-8818-a3aa1ea98df9, host dv-cinder-760197-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=79a14478-a70b-45a2-8818-a3aa1ea98df9,segment=NetworkSegment(7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a),segment_id=7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a)] {{(pid=100569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:18.135217 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron_lib.callbacks.manager [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.191809 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Routers {'6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:18.192411 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:18.231367 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e3eda-a6b7-44bf-8877-256aaac4c66b None None] Pushing event updated for resources: {'Port': ['ID=79a14478-a70b-45a2-8818-a3aa1ea98df9,revision_number=4']} {{(pid=100569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:18.307192 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] Set router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:18.557275 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4684536f-5742-463f-bd23-95496835123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 4, 'project_id': '9be661c48b974963b8419a55b455dd57', 'gw_port': {'id': '4684536f-5742-463f-bd23-95496835123c', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '79a14478-a70b-45a2-8818-a3aa1ea98df9', 'name': '', 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'mac_address': 'fa:16:3e:07:d2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:13Z', 'updated_at': '2021-08-13T03:49:18Z', 'revision_number': 4, 'project_id': '9be661c48b974963b8419a55b455dd57', 'subnets': [{'id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:18.587366 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd15c31-3caf-4c56-8034-001838830dd0 None None] The sync data for ids ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'] in dv-cinder-760197-5-iscsi is: [{'id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4684536f-5742-463f-bd23-95496835123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 4, 'project_id': '9be661c48b974963b8419a55b455dd57', 'gw_port': {'id': '4684536f-5742-463f-bd23-95496835123c', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '79a14478-a70b-45a2-8818-a3aa1ea98df9', 'name': '', 'network_id': '4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'mac_address': 'fa:16:3e:07:d2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:13Z', 'updated_at': '2021-08-13T03:49:18Z', 'revision_number': 4, 'project_id': '9be661c48b974963b8419a55b455dd57', 'subnets': [{'id': '6dcb775f-b2f0-455d-9191-f3d61b90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:19.504328 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 79a14478-a70b-45a2-8818-a3aa1ea98df9 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:19.553467 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning for port 79a14478-a70b-45a2-8818-a3aa1ea98df9 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:19.557253 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 79a14478-a70b-45a2-8818-a3aa1ea98df9 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:19.557734 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:19.638878 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:19.670345 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] For port 79a14478-a70b-45a2-8818-a3aa1ea98df9, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=79a14478-a70b-45a2-8818-a3aa1ea98df9,segment=NetworkSegment(7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a),segment_id=7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:19.674227 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:19.675065 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 4684536f-5742-463f-bd23-95496835123c up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:19.754783 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Pushing event updated for resources: {'Port': ['ID=79a14478-a70b-45a2-8818-a3aa1ea98df9,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:19.766082 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 4684536f-5742-463f-bd23-95496835123c triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:19.766454 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:21.485482 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 79a14478-a70b-45a2-8818-a3aa1ea98df9 up at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:21.534430 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Provisioning complete for port 79a14478-a70b-45a2-8818-a3aa1ea98df9 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:21.534822 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:22.556051 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:49:27.674215 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00489fc2-4a2a-4fb8-8094-7df2d16ad912 req-16891548-b819-461e-b9b0-cedb613d2f05 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:27.675709 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-00489fc2-4a2a-4fb8-8094-7df2d16ad912 req-16891548-b819-461e-b9b0-cedb613d2f05 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0517318 Aug 13 03:49:27.713327 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-00489fc2-4a2a-4fb8-8094-7df2d16ad912 req-4a46cbef-ecad-48cf-84f6-6d837ba1b00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 Aug 13 03:49:28.833383 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50016c-5da0-497f-9882-a4217a772d9a req-e06682f7-fffe-4fcb-a5b9-128693cb58cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:28.834929 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cb50016c-5da0-497f-9882-a4217a772d9a req-e06682f7-fffe-4fcb-a5b9-128693cb58cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Aug 13 03:49:28.879443 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cb50016c-5da0-497f-9882-a4217a772d9a req-1b6228d6-5aaa-4dfb-b76f-22d19955ed28 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385356 Aug 13 03:49:28.943445 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5ff21eef-b33a-457f-bf3d-0877d9b42ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:29.853548 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-06c5616a-cd0e-4dd2-a2d2-21f440748888 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:29.855045 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-06c5616a-cd0e-4dd2-a2d2-21f440748888 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.0503213 Aug 13 03:49:29.959593 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Deleting port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:29.959921 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.055359 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882566-44a7-440d-87b3-efdb6d9e02aa req-279fa841-d02a-47a0-9a13-a596af2bf486 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:30.056807 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0b882566-44a7-440d-87b3-efdb6d9e02aa req-279fa841-d02a-47a0-9a13-a596af2bf486 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 945 time: 0.1084318 Aug 13 03:49:30.089375 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] For port 8b2ee849-6699-49bc-b11c-9e60c7e610c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b2ee849-6699-49bc-b11c-9e60c7e610c0,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:30.089651 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.149162 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0b882566-44a7-440d-87b3-efdb6d9e02aa req-afa28802-7028-4c9f-b6e7-6a1603f41a95 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b3ff224-f336-4ab4-b825-143a460b01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858192 Aug 13 03:49:30.279514 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.279886 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.280193 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Floating IP f8123eaa-073a-4269-b9c5-5aa59cf6f982 disassociated. External IP: 172.27.2.176, port: 8b2ee849-6699-49bc-b11c-9e60c7e610c0. Aug 13 03:49:30.280532 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Calling delete_port for 8b2ee849-6699-49bc-b11c-9e60c7e610c0 owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:30.411450 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.441605 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event deleted for resources: {'Port': ['ID=8b2ee849-6699-49bc-b11c-9e60c7e610c0,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:30.554362 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Router 1a3b5591-92a5-410e-b912-286415d1d381 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:49:30.659332 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:30.668593 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] Sync routers for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:30.678115 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:30.678755 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:30.699803 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] No DVR routers for this DVR port 8b2ee849-6699-49bc-b11c-9e60c7e610c0 on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:49:30.702830 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.704788 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a551a0c0-65f7-45c5-be91-10b06bb1394c req-7288f3fd-6457-45a7-991e-262efebb7ad3 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "DELETE /v2.0/ports/8b2ee849-6699-49bc-b11c-9e60c7e610c0 HTTP/1.1" status: 204 len: 173 time: 0.8411753 Aug 13 03:49:30.705227 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04094525-458f-4be1-9185-de81b3f45678', 'name': 'network-vif-deleted', 'tag': '8b2ee849-6699-49bc-b11c-9e60c7e610c0'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:30.707465 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c87a86-1fff-4a0c-bd23-27cc21c2ee09" -d '{"events": [{"server_uuid": "04094525-458f-4be1-9185-de81b3f45678", "name": "network-vif-deleted", "tag": "8b2ee849-6699-49bc-b11c-9e60c7e610c0"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:30.749051 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618328ac-db2a-43bc-be70-812d52dc554e x-openstack-request-id: req-618328ac-db2a-43bc-be70-812d52dc554e {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:30.749380 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04094525-458f-4be1-9185-de81b3f45678", "name": "network-vif-deleted", "tag": "8b2ee849-6699-49bc-b11c-9e60c7e610c0", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:30.749632 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-618328ac-db2a-43bc-be70-812d52dc554e {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:30.750030 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04094525-458f-4be1-9185-de81b3f45678', 'name': 'network-vif-deleted', 'tag': '8b2ee849-6699-49bc-b11c-9e60c7e610c0', 'status': 'completed', 'code': 200} Aug 13 03:49:30.919434 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:31.118675 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:31.147751 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] Checking router: 1a3b5591-92a5-410e-b912-286415d1d381 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:31.155850 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:31.156449 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:31.257916 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9829e387-13da-4c21-ab19-5f0dc2b33107 req-2b620850-5e9c-4a5b-95e8-72537312187f tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=04094525-458f-4be1-9185-de81b3f45678 HTTP/1.1" status: 200 len: 210 time: 0.0288966 Aug 13 03:49:31.260366 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:31.468456 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:31.495051 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f6efa-7f0f-49da-af4e-bc95d30dd21e None None] The sync data for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi is: [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:31.708156 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b629a1-c304-467c-bf3d-b5ad011726c9 None None] New status for floating IP f8123eaa-073a-4269-b9c5-5aa59cf6f982: DOWN {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:49:32.236474 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.341457 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55240) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:32.393854 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b4509606-b063-4c38-b070-9eea04429765 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.417579 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b4509606-b063-4c38-b070-9eea04429765 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.466849 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b4509606-b063-4c38-b070-9eea04429765 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.469478 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b4509606-b063-4c38-b070-9eea04429765 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.470720 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-b4509606-b063-4c38-b070-9eea04429765 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "DELETE /v2.0/security-groups/0b3ff224-f336-4ab4-b825-143a460b01f3 HTTP/1.1" status: 204 len: 168 time: 0.1282380 Aug 13 03:49:32.473972 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55246) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:32.482119 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4509606-b063-4c38-b070-9eea04429765 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3ff224-f336-4ab4-b825-143a460b01f3,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:32.495411 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.api.v2.resource [None req-0fb2ed74-c63b-4014-aaef-95d066f5876e tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] show failed (client error): The resource could not be found. Aug 13 03:49:32.499648 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55248) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:32.499875 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-0fb2ed74-c63b-4014-aaef-95d066f5876e tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups/0b3ff224-f336-4ab4-b825-143a460b01f3 HTTP/1.1" status: 404 len: 347 time: 0.0244923 Aug 13 03:49:32.504893 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-3be14711-e4c1-48fc-b93c-fc966dceb98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.632208 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Deleting port 41ffa79a-ec42-4d46-b1a4-edd805a68507 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:32.632561 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.709037 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 8b2ee849-6699-49bc-b11c-9e60c7e610c0 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:32.718533 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.718762 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.740945 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 8b2ee849-6699-49bc-b11c-9e60c7e610c0 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:32.741420 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 8b2ee849-6699-49bc-b11c-9e60c7e610c0 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:32.742156 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Calling delete_port for 41ffa79a-ec42-4d46-b1a4-edd805a68507 owned by network:floatingip {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:32.856478 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a7612-1bc8-46d0-85a7-34fd894af05d req-21ba677c-9c50-4ff9-8be7-a13e3863f4d3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:32.858023 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-627a7612-1bc8-46d0-85a7-34fd894af05d req-21ba677c-9c50-4ff9-8be7-a13e3863f4d3 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 946 time: 0.0729573 Aug 13 03:49:32.928243 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-627a7612-1bc8-46d0-85a7-34fd894af05d req-8dfb9d72-efcf-4681-95ca-cb738b37322a tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595775 Aug 13 03:49:32.951945 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:32.978099 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event deleted for resources: {'Port': ['ID=41ffa79a-ec42-4d46-b1a4-edd805a68507,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:33.041999 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.044423 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.045552 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-4616b11c-fa10-4160-8f1f-9e5aedead04b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "DELETE /v2.0/floatingips/f8123eaa-073a-4269-b9c5-5aa59cf6f982 HTTP/1.1" status: 204 len: 168 time: 0.5445509 Aug 13 03:49:33.370487 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55260) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:33.375761 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-c25031fc-2946-46e7-9c32-8a47999e4efd tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045482563', 'description': 'tempest-description--857688356'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:33.397175 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c25031fc-2946-46e7-9c32-8a47999e4efd tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.476134 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c25031fc-2946-46e7-9c32-8a47999e4efd tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.479647 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c25031fc-2946-46e7-9c32-8a47999e4efd tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.508180 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c25031fc-2946-46e7-9c32-8a47999e4efd tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.509639 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c25031fc-2946-46e7-9c32-8a47999e4efd tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1378379 Aug 13 03:49:33.510608 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25031fc-2946-46e7-9c32-8a47999e4efd tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf488dd-931e-4d04-ae55-e18d368294e7,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:33.512642 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55262) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:33.517967 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-b2c1573a-9cbb-416b-b855-429206b472bf tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'security_group_rule': {'security_group_id': '6cf488dd-931e-4d04-ae55-e18d368294e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:33.547703 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b2c1573a-9cbb-416b-b855-429206b472bf tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.604163 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b2c1573a-9cbb-416b-b855-429206b472bf tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.608768 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b2c1573a-9cbb-416b-b855-429206b472bf tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.626111 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1573a-9cbb-416b-b855-429206b472bf tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df266d90-dd2e-4815-8fa2-c272d30607a1,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:33.633194 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b2c1573a-9cbb-416b-b855-429206b472bf tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.634780 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-b2c1573a-9cbb-416b-b855-429206b472bf tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207092 Aug 13 03:49:33.637989 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55268) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:33.642616 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-c47118c1-651d-45d8-a252-e170c7a05f50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'security_group_rule': {'security_group_id': '6cf488dd-931e-4d04-ae55-e18d368294e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:33.669908 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c47118c1-651d-45d8-a252-e170c7a05f50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.726747 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c47118c1-651d-45d8-a252-e170c7a05f50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.730143 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c47118c1-651d-45d8-a252-e170c7a05f50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538190'] for security_group_rule, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.740092 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-19097c43-42bc-4ddd-8ddc-4480cce040b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581765662&fields=id&tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8 HTTP/1.1" status: 200 len: 267 time: 0.0322113 Aug 13 03:49:33.747254 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47118c1-651d-45d8-a252-e170c7a05f50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2751590-8018-4c0d-9ca7-df0be9061c7c,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:33.754359 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c47118c1-651d-45d8-a252-e170c7a05f50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.755578 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c47118c1-651d-45d8-a252-e170c7a05f50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165693 Aug 13 03:49:33.758554 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55272) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:33.763735 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'floatingip': {'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:33.784864 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:33.889272 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.009458 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Allocated IP 172.27.2.153 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/9ecabbf3-6571-485b-89b2-a00aac42f9ea) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:34.086335 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.116385 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.156394 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.158320 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-d31041ca-2697-47ce-ba3a-4b49b8350ad3 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:34.159815 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-d31041ca-2697-47ce-ba3a-4b49b8350ad3 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/networks?id=e42d7f98-1dba-481f-939c-147f3aec658e HTTP/1.1" status: 200 len: 809 time: 0.4122126 Aug 13 03:49:34.167994 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7faee4-31ff-4299-8ebf-46b91fb7bc9c req-a0d593b1-5aca-42db-80ce-a20f136bea47 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:34.169919 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6e7faee4-31ff-4299-8ebf-46b91fb7bc9c req-a0d593b1-5aca-42db-80ce-a20f136bea47 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 946 time: 0.0892603 Aug 13 03:49:34.192057 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-3cceacf2-dd7b-4e4a-a8ba-cf5a62d3d65d tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/quotas/c43853e1ed6546d0a9a7ae4b91c2c7d8 HTTP/1.1" status: 200 len: 375 time: 0.0211937 Aug 13 03:49:34.192317 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:34.193472 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:34.199027 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:34.222325 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6e7faee4-31ff-4299-8ebf-46b91fb7bc9c req-b73e5946-3465-4c77-9668-b6068ff810dd tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace5337a-4171-45fc-8b2e-dd8640bb1655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453539 Aug 13 03:49:34.231555 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'Port': ['ID=9ecabbf3-6571-485b-89b2-a00aac42f9ea,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:34.264062 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-dabd7bd1-0338-44af-8c18-a601f4f5527f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641384 Aug 13 03:49:34.296289 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.331958 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.333783 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29189714-1d2a-44fa-a046-9b005bb4adae req-aa804e14-06ea-416a-b411-2f10ae617c84 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:34.335451 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-29189714-1d2a-44fa-a046-9b005bb4adae req-aa804e14-06ea-416a-b411-2f10ae617c84 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 946 time: 0.0494339 Aug 13 03:49:34.499923 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.505050 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.508713 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-97ed91bc-7c84-46fa-911c-5eeee49a4b0f service neutron] 10.222.0.58 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330003 Aug 13 03:49:34.515029 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Deleting port adb81d29-35fa-4b1c-afca-1e9d56e274bb {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:34.515712 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.575527 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'Port': ['ID=9ecabbf3-6571-485b-89b2-a00aac42f9ea,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:34.586086 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.600481 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.601837 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-db5a35c1-72cd-43b7-a191-c5087c3d876b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8423803 Aug 13 03:49:34.679938 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] For port adb81d29-35fa-4b1c-afca-1e9d56e274bb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=adb81d29-35fa-4b1c-afca-1e9d56e274bb,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:34.680324 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.689807 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-8278aedd-63f3-4b6c-a460-d79661cbd639 service neutron] 10.222.0.58 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714139 Aug 13 03:49:34.869301 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-0c80bfdf-f90b-4b41-bf2a-b837d957295d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1045482563&fields=id&tenant_id=c9961e74c88d4832865f52e302269bc0 HTTP/1.1" status: 200 len: 267 time: 0.0869131 Aug 13 03:49:34.910371 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.910790 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:34.911099 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Floating IP 0d454310-2923-47df-9a07-54270a0e1996 disassociated. External IP: 172.27.2.123, port: adb81d29-35fa-4b1c-afca-1e9d56e274bb. Aug 13 03:49:34.911467 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Calling delete_port for adb81d29-35fa-4b1c-afca-1e9d56e274bb owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:34.959784 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:35.041097 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-390bf0e2-85eb-481a-9a71-12a6ee9b6690 req-cd6dd558-6f71-4497-b6fc-f36f7a278b72 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 210 time: 0.0714719 Aug 13 03:49:35.084343 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7d317-4100-4c94-a80d-2338badc9583 req-d931b62a-bccf-4520-9d12-49838e93f1e0 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:35.085870 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-d931b62a-bccf-4520-9d12-49838e93f1e0 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 811 time: 0.2051332 Aug 13 03:49:35.109515 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5dd86131-7e40-4f7c-9c09-b9a5ea6e9f95 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/quotas/c9961e74c88d4832865f52e302269bc0 HTTP/1.1" status: 200 len: 375 time: 0.0113828 Aug 13 03:49:35.221200 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-335718cb-6e16-481d-947e-216e9d3c00a5 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688510 Aug 13 03:49:35.221941 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:35.267712 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event deleted for resources: {'Port': ['ID=adb81d29-35fa-4b1c-afca-1e9d56e274bb,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:35.383346 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a159856a-af6c-400f-bf27-ea77035fabd5 req-c5a30f27-cfce-47ba-a200-71d17ade2cfa tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 210 time: 0.0592484 Aug 13 03:49:35.448838 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:35.491048 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Router a3875717-c82a-4201-9ff2-8e5b669c94d1 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:49:35.503103 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-0aabf0b7-5457-40a5-a279-6652a2b50825 service neutron] 10.222.0.58 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476981 Aug 13 03:49:35.686983 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-021d92cc-ed11-496b-b75b-5d4a201c88a5 service neutron] 10.222.0.58 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755435 Aug 13 03:49:35.689173 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:35.702902 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] Sync routers for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:35.719605 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:35.720678 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:35.737205 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] No DVR routers for this DVR port adb81d29-35fa-4b1c-afca-1e9d56e274bb on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:49:35.739853 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:35.741809 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-29189714-1d2a-44fa-a046-9b005bb4adae req-05fb421d-50fb-45ac-8284-1d2f237b22bf tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.18 "DELETE /v2.0/ports/adb81d29-35fa-4b1c-afca-1e9d56e274bb HTTP/1.1" status: 204 len: 173 time: 1.3956678 Aug 13 03:49:35.742258 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-deleted', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:35.744782 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405c16d2-41a5-4b75-9dc9-010c2bdb1e28" -d '{"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-deleted", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:35.812244 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6741bf-ee4d-4cde-bc72-acd0c322c096 x-openstack-request-id: req-bf6741bf-ee4d-4cde-bc72-acd0c322c096 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:35.812244 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51fa06f-aac2-400f-92a1-24f16d8c7895", "name": "network-vif-deleted", "tag": "adb81d29-35fa-4b1c-afca-1e9d56e274bb", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:35.812244 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf6741bf-ee4d-4cde-bc72-acd0c322c096 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:35.812244 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51fa06f-aac2-400f-92a1-24f16d8c7895', 'name': 'network-vif-deleted', 'tag': 'adb81d29-35fa-4b1c-afca-1e9d56e274bb', 'status': 'completed', 'code': 200} Aug 13 03:49:35.901740 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:35.982095 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eaa3b6b8-ce2c-450e-887e-a2835f60d7fa req-90de2586-5ad2-476f-a3f9-0ef8c464479a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 210 time: 0.0467572 Aug 13 03:49:36.171003 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-65955b79-b831-4b72-b526-8204aa8d36a0 req-6af63644-c57b-475e-8dac-aaf8440298f8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 210 time: 0.0473423 Aug 13 03:49:36.192929 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:36.220730 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] Checking router: a3875717-c82a-4201-9ff2-8e5b669c94d1 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:36.230007 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:36.230653 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:36.364709 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:36.481351 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-4d1c1868-e19b-4bce-ac36-eb3570f5442e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:36.483054 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-4d1c1868-e19b-4bce-ac36-eb3570f5442e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.18 "GET /v2.0/networks?id=e42d7f98-1dba-481f-939c-147f3aec658e HTTP/1.1" status: 200 len: 809 time: 0.1136262 Aug 13 03:49:36.544846 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6159c1ef-2903-47e0-bd19-a96f3711ad3d req-41ac6223-bad0-48da-b6d3-4d23f64d1f6f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/ports?device_id=c51fa06f-aac2-400f-92a1-24f16d8c7895 HTTP/1.1" status: 200 len: 210 time: 0.0386198 Aug 13 03:49:36.561157 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-60270634-5044-48d9-8204-a4541272a16f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8 HTTP/1.1" status: 200 len: 379 time: 0.0620954 Aug 13 03:49:36.572565 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Request body: {'port': {'device_id': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'admin_state_up': True, 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'security_groups': ['57356e19-473d-4503-8399-7f9ed9de71c8']}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:36.609489 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:36.636505 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a685e5b-1a93-4b35-8a1e-aaf375777f74 None None] The sync data for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi is: [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:42:19Z', 'revision_number': 4, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa', 'name': '', 'network_id': 'a435de16-ff76-42df-a496-1b954adf6388', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'mac_address': 'fa:16:3e:1b:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:18Z', 'updated_at': '2021-08-13T03:42:25Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'subnets': [{'id': '95c34f2f-e964-45bf-81f4-7b24f7b01a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:36.696465 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Made reservation on behalf of c43853e1ed6546d0a9a7ae4b91c2c7d8 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:36.701355 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:36.742552 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device adb81d29-35fa-4b1c-afca-1e9d56e274bb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:36.765551 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: adb81d29-35fa-4b1c-afca-1e9d56e274bb {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:36.765932 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device adb81d29-35fa-4b1c-afca-1e9d56e274bb not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:36.893744 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Allocated IP 172.20.0.5 (e42d7f98-1dba-481f-939c-147f3aec658e/9498c30c-fc09-4815-be66-34f84bfbc9ed/f0fa3d01-037f-4e94-b9ab-8ac422f97485) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:36.955517 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f90211-5cca-4827-8c51-4be136891824 None None] New status for floating IP 0d454310-2923-47df-9a07-54270a0e1996: DOWN {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:49:37.094111 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a4c83aa8-7385-4114-a723-bce5db196288 req-a2d6cc64-5c01-484d-8492-08a9b140b613 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 210 time: 0.0388627 Aug 13 03:49:37.106808 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.119791 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Transition to ACTIVE for port object f0fa3d01-037f-4e94-b9ab-8ac422f97485 will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:37.157069 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.207589 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Network e42d7f98-1dba-481f-939c-147f3aec658e is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:37.210878 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:37.213385 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:37.244450 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'Port': ['ID=f0fa3d01-037f-4e94-b9ab-8ac422f97485,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:37.279129 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7d317-4100-4c94-a80d-2338badc9583 req-096bc4c5-735b-470d-b58e-a07049220504 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:37.281369 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-096bc4c5-735b-470d-b58e-a07049220504 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 811 time: 0.1264350 Aug 13 03:49:37.306026 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:37.306855 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.329930 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-aad33415-5d3c-4144-b4f8-1ae68ff4f08a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7616272 Aug 13 03:49:37.338205 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8150f93-6f17-4897-aa7b-eabcf3f34367 req-241ece3e-ed51-4ea5-9c92-2554b9d6be17 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:37.339782 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8150f93-6f17-4897-aa7b-eabcf3f34367 req-241ece3e-ed51-4ea5-9c92-2554b9d6be17 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 931 time: 0.0855761 Aug 13 03:49:37.343744 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-f3283892-994e-4736-97f0-e21026511e4d tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9961e74c88d4832865f52e302269bc0 HTTP/1.1" status: 200 len: 380 time: 0.0471447 Aug 13 03:49:37.360353 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Request body: {'port': {'device_id': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:37.364356 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'port': {'device_id': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'admin_state_up': True, 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'security_groups': ['6cf488dd-931e-4d04-ae55-e18d368294e7']}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:37.445583 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b8150f93-6f17-4897-aa7b-eabcf3f34367 req-932a8778-f705-430a-8889-04fd5c6b036f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990689 Aug 13 03:49:37.452784 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.486899 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Made reservation on behalf of c9961e74c88d4832865f52e302269bc0 for: {'port': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:37.490292 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.518336 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-d1469ac2-d104-4456-ac9b-82b9d79b50f6 None None] Provisioning for port f0fa3d01-037f-4e94-b9ab-8ac422f97485 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:37.522559 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-d1469ac2-d104-4456-ac9b-82b9d79b50f6 None None] Provisioning complete for port f0fa3d01-037f-4e94-b9ab-8ac422f97485 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:37.522940 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d1469ac2-d104-4456-ac9b-82b9d79b50f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.559265 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-d1469ac2-d104-4456-ac9b-82b9d79b50f6 None None] Port f0fa3d01-037f-4e94-b9ab-8ac422f97485 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:49:37.632684 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Allocated IP 172.20.0.7 (7f3c1fcb-56ac-4053-a05f-9f8241fff037/ef00556d-5b19-424d-8a06-00529398bb44/ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:37.655624 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55336) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:37.751098 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c5473a36-eedb-4e97-ae54-314f1c3d1e7f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.802704 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c5473a36-eedb-4e97-ae54-314f1c3d1e7f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.813846 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fa3d01-037f-4e94-b9ab-8ac422f97485 {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:49:37.825759 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.854667 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Transition to ACTIVE for port object f0fa3d01-037f-4e94-b9ab-8ac422f97485 will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:37.858783 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.910332 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c5473a36-eedb-4e97-ae54-314f1c3d1e7f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.912964 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c5473a36-eedb-4e97-ae54-314f1c3d1e7f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:37.914137 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-c5473a36-eedb-4e97-ae54-314f1c3d1e7f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "DELETE /v2.0/security-groups/ace5337a-4171-45fc-8b2e-dd8640bb1655 HTTP/1.1" status: 204 len: 168 time: 0.2574816 Aug 13 03:49:37.921942 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55338) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:37.938816 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa3d01-037f-4e94-b9ab-8ac422f97485,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:37.951032 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5473a36-eedb-4e97-ae54-314f1c3d1e7f tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace5337a-4171-45fc-8b2e-dd8640bb1655,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:37.959230 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.api.v2.resource [None req-78368e11-5ee5-4741-a9c8-eacbe0729c99 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] show failed (client error): The resource could not be found. Aug 13 03:49:37.959230 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-78368e11-5ee5-4741-a9c8-eacbe0729c99 tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "GET /v2.0/security-groups/ace5337a-4171-45fc-8b2e-dd8640bb1655 HTTP/1.1" status: 404 len: 347 time: 0.0309525 Aug 13 03:49:37.960037 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55340) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:38.049788 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.065365 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Transition to ACTIVE for port object ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 will not be triggered until provisioned by entity DHCP. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:38.103309 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.125447 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Attempting to bind port f0fa3d01-037f-4e94-b9ab-8ac422f97485 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:38.125791 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Attempting to bind port f0fa3d01-037f-4e94-b9ab-8ac422f97485 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:38.126123 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Attempting to bind port f0fa3d01-037f-4e94-b9ab-8ac422f97485 on network e42d7f98-1dba-481f-939c-147f3aec658e {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:38.132699 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Port f0fa3d01-037f-4e94-b9ab-8ac422f97485 on network e42d7f98-1dba-481f-939c-147f3aec658e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:49:38.133023 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Attempting to bind port f0fa3d01-037f-4e94-b9ab-8ac422f97485 on network e42d7f98-1dba-481f-939c-147f3aec658e {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:38.141886 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:38.142227 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Checking segment: {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:38.142661 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Bound using segment: {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:38.143064 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Bound port: f0fa3d01-037f-4e94-b9ab-8ac422f97485, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:38.143427 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.183728 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:38.187407 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Deleting port a5c9fbaf-20df-4f28-98b7-5ef7bf995444 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:38.188085 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.188221 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event updated for resources: {'Port': ['ID=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:38.190596 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:38.193272 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:38.228892 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-74d82048-f70b-407c-a5b4-cfeb2915ac27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0912213 Aug 13 03:49:38.272964 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:38.273601 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.310824 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:38.318042 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-00738854-03a8-41ba-a552-63baad360039 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9587772 Aug 13 03:49:38.327543 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-9b2f32dc-903f-423b-a352-d1c3ab5be0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:38.329137 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-9b2f32dc-903f-423b-a352-d1c3ab5be0a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 1098 time: 0.0461314 Aug 13 03:49:38.330406 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5de01-7566-4919-835f-b249272558cb req-75aeb031-b82e-419f-bd24-2006f546c5ac tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:38.331954 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7bf5de01-7566-4919-835f-b249272558cb req-75aeb031-b82e-419f-bd24-2006f546c5ac tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 931 time: 0.1506674 Aug 13 03:49:38.334441 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Request body: {'port': {'device_id': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:38.338256 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:38.348994 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.352905 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.353135 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.405945 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Calling delete_port for a5c9fbaf-20df-4f28-98b7-5ef7bf995444 owned by network:floatingip {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:38.423034 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:38.423657 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.425067 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0fa3d01-037f-4e94-b9ab-8ac422f97485 HTTP/1.1" status: 200 len: 1093 time: 1.0721216 Aug 13 03:49:38.425510 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:38.427776 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff01957-c836-4ba5-bfd5-d423f0080991" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:38.444649 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.505247 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c98cc-d74d-46a3-bad5-c7dcf2d467c6 x-openstack-request-id: req-2c2c98cc-d74d-46a3-bad5-c7dcf2d467c6 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:38.505533 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:38.505769 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c2c98cc-d74d-46a3-bad5-c7dcf2d467c6 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:38.506375 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'status': 'completed', 'code': 200} Aug 13 03:49:38.507574 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83280017-13a1-49aa-9a3d-52bf2264c091 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa3d01-037f-4e94-b9ab-8ac422f97485,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:38.513628 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-c913b978-420f-4659-84d9-d639eabc2f8a None None] Provisioning for port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:38.517726 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-c913b978-420f-4659-84d9-d639eabc2f8a None None] Provisioning complete for port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:38.518163 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-c913b978-420f-4659-84d9-d639eabc2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:38.537345 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-cd1d6dd2-4ce0-434e-9fa3-6c7c0f08c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:38.539955 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-cd1d6dd2-4ce0-434e-9fa3-6c7c0f08c8ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.1814904 Aug 13 03:49:38.607033 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-c913b978-420f-4659-84d9-d639eabc2f8a None None] Port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:49:38.730181 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-20c73ba8-7ad0-47eb-a10b-5895415edfee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a HTTP/1.1" status: 200 len: 1001 time: 0.1611655 Aug 13 03:49:38.811129 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7bf5de01-7566-4919-835f-b249272558cb req-06af3a27-faec-4121-a263-c68a87877440 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4660020 Aug 13 03:49:38.839545 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-f9254ec8-13cf-48ff-af3a-6c10c471ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:38.841172 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-f9254ec8-13cf-48ff-af3a-6c10c471ecff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.1009119 Aug 13 03:49:38.871315 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-25eb8480-4628-40c8-ba54-8226e4d36d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:38.873392 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-25eb8480-4628-40c8-ba54-8226e4d36d3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8&device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1096 time: 0.3808730 Aug 13 03:49:38.904477 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce6787-e154-47d7-9919-e5ba77c36a96 req-168c7b99-2523-4ba1-b3af-db13b1aad228 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:38.905951 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-12ce6787-e154-47d7-9919-e5ba77c36a96 req-168c7b99-2523-4ba1-b3af-db13b1aad228 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0924067 Aug 13 03:49:38.921815 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-56c3b6e8-81c7-4bf1-a7b5-82075d46bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:38.923379 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-56c3b6e8-81c7-4bf1-a7b5-82075d46bc97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715013 Aug 13 03:49:38.939605 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-13a47c93-e0b3-4d91-b12c-36b2b70f1529 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485 HTTP/1.1" status: 200 len: 217 time: 0.0502534 Aug 13 03:49:39.001980 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 {{(pid=100566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:49:39.015322 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:39.036610 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-12ce6787-e154-47d7-9919-e5ba77c36a96 req-70fccff2-5dac-4ef9-a006-6c741ef5a8a1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000216 Aug 13 03:49:39.039965 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.provisioning_blocks [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Transition to ACTIVE for port object ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 will not be triggered until provisioned by entity L2. {{(pid=100566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:39.045569 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-f9cb3cc2-26ef-44cc-802f-e4fff9aa7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.047058 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-f9cb3cc2-26ef-44cc-802f-e4fff9aa7c87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9498c30c-fc09-4815-be66-34f84bfbc9ed HTTP/1.1" status: 200 len: 848 time: 0.0934992 Aug 13 03:49:39.049605 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:39.070639 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:39.085775 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-ab984672-eb19-4c4a-8d75-373aa8a46104 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442583 Aug 13 03:49:39.120892 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Pushing event deleted for resources: {'Port': ['ID=a5c9fbaf-20df-4f28-98b7-5ef7bf995444,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:39.169201 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:39.183970 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-86de63e7-f23b-4ecd-a3e9-7bae5ebe2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.186519 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-86de63e7-f23b-4ecd-a3e9-7bae5ebe2791 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e42d7f98-1dba-481f-939c-147f3aec658e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1258581 Aug 13 03:49:39.258728 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks [] for floatingip, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:39.262435 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:39.266561 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-76e213ac-61c1-4572-907c-b456ef75f2bb tempest-AttachVolumeShelveTestJSON-468627458 tempest-AttachVolumeShelveTestJSON-468627458-project] 10.222.0.58 "DELETE /v2.0/floatingips/0d454310-2923-47df-9a07-54270a0e1996 HTTP/1.1" status: 204 len: 168 time: 1.3024642 Aug 13 03:49:39.266841 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-d3ff4321-bd66-4b58-8a99-f70339f0fe99 req-d9df25ea-9c07-4b86-ab71-cb073cfdf956 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695459 Aug 13 03:49:39.272539 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Attempting to bind port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:39.273125 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Attempting to bind port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:39.273912 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Attempting to bind port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 on network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:39.288418 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 on network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:49:39.288976 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Attempting to bind port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 on network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:39.296173 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:39.296692 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Checking segment: {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:39.297321 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Bound using segment: {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'} {{(pid=100566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:39.297321 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.managers [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Bound port: ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037'}}] {{(pid=100566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:39.297678 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:39.338141 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-7b60cc06-dc75-4530-b574-e9fa13426b78 service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430776 Aug 13 03:49:39.381247 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] For port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7, host hv-cinder-76019, cleared binding levels {{(pid=100566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:39.386150 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] For port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:39.392731 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:39.428239 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.428791 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:39.430180 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] 10.222.0.18 "PUT /v2.0/ports/ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 HTTP/1.1" status: 200 len: 1093 time: 1.1001165 Aug 13 03:49:39.430682 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'tag': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:39.447658 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd7195-cc51-4063-af8b-d9c0204f6323" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cb3fc7-bc75-43b4-b190-ae835124a4c4", "tag": "ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:39.456224 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-09348835-f16b-4734-95df-2fd2f6cc2c26 req-3daeb990-dc0d-4443-80f8-d544ed0aaf1c service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083260 Aug 13 03:49:39.493073 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526162d-9072-4b81-88a1-893a40a27bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,revision_number=3']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:39.513954 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af45633d-c755-4c8e-82f3-69a77c228912 x-openstack-request-id: req-af45633d-c755-4c8e-82f3-69a77c228912 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:39.514249 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cb3fc7-bc75-43b4-b190-ae835124a4c4", "tag": "ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:39.514554 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af45633d-c755-4c8e-82f3-69a77c228912 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:39.515090 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'tag': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7', 'status': 'completed', 'code': 200} Aug 13 03:49:39.557764 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7d317-4100-4c94-a80d-2338badc9583 req-8c72bb92-99e7-4b1c-9dcd-b2fc6db3afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.560329 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-8c72bb92-99e7-4b1c-9dcd-b2fc6db3afd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 1096 time: 0.0581856 Aug 13 03:49:39.573879 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-00a30078-26df-4013-b8af-31c478a46bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.577007 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-00a30078-26df-4013-b8af-31c478a46bdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8&device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1096 time: 0.0504260 Aug 13 03:49:39.618171 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-ad809b7f-7848-461e-ac51-6cc98c02f36b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 HTTP/1.1" status: 200 len: 217 time: 0.0492048 Aug 13 03:49:39.676590 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5f250d27-b10a-4c8a-bd7d-ea0f38b648ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.678087 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-5f250d27-b10a-4c8a-bd7d-ea0f38b648ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 200 len: 850 time: 0.0520318 Aug 13 03:49:39.690821 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-a4944638-1e06-4e94-9523-4cec56a1a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.692783 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-a4944638-1e06-4e94-9523-4cec56a1a0aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=e42d7f98-1dba-481f-939c-147f3aec658e HTTP/1.1" status: 200 len: 909 time: 0.1086915 Aug 13 03:49:39.735929 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7d317-4100-4c94-a80d-2338badc9583 req-71771bb3-050b-42fa-886f-87b9703d2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.736570 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-89cb0fca-7d9c-4d7c-900d-2b470ed84d7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485 HTTP/1.1" status: 200 len: 217 time: 0.0357177 Aug 13 03:49:39.737364 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-71771bb3-050b-42fa-886f-87b9703d2236 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f3c1fcb-56ac-4053-a05f-9f8241fff037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516093 Aug 13 03:49:39.795456 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-73288153-a4da-41e9-ac8d-2a7deab853b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.796979 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-73288153-a4da-41e9-ac8d-2a7deab853b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9498c30c-fc09-4815-be66-34f84bfbc9ed HTTP/1.1" status: 200 len: 848 time: 0.0472836 Aug 13 03:49:39.848605 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-60c01189-84ec-4b23-8ab0-552c968a730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.850103 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-60c01189-84ec-4b23-8ab0-552c968a730b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e42d7f98-1dba-481f-939c-147f3aec658e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444639 Aug 13 03:49:39.853289 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-b950f6af-c66b-42fa-acd2-705982c982d0 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032493 Aug 13 03:49:39.954563 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-9f4be5c8-1c98-4846-a8e5-b22b1272b02e service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917454 Aug 13 03:49:39.988801 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36b390-cd39-4556-b8bd-5ca6151f781f req-a09a7427-575e-4a49-8faa-8869b1a35e7f tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:39.990289 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fc36b390-cd39-4556-b8bd-5ca6151f781f req-a09a7427-575e-4a49-8faa-8869b1a35e7f tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 943 time: 0.0827825 Aug 13 03:49:39.994203 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8da7d317-4100-4c94-a80d-2338badc9583 req-034f9757-34ca-4981-8280-754eda8b6919 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314080 Aug 13 03:49:40.034515 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fc36b390-cd39-4556-b8bd-5ca6151f781f req-97d555d4-ebe6-4449-9f56-f830d8fc3142 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380447 Aug 13 03:49:40.051711 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-8ff01957-c836-4ba5-bfd5-d423f0080991 req-8adc19e7-b0c8-4ce4-8c15-b9534a3f01dc service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886533 Aug 13 03:49:40.099365 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-64d7e1ec-fe85-4fc4-867d-454eee010da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:40.100804 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-64d7e1ec-fe85-4fc4-867d-454eee010da5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 1096 time: 0.0433710 Aug 13 03:49:40.216989 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f499-8882-44f1-b191-c36ffd52210b req-b772d17a-e03c-41b2-82dd-f71ab8e9137f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:40.218452 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9a64f499-8882-44f1-b191-c36ffd52210b req-b772d17a-e03c-41b2-82dd-f71ab8e9137f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.1028564 Aug 13 03:49:40.237248 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-c7d62e12-6a17-4b10-af13-b516dbb08e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:40.238682 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-c7d62e12-6a17-4b10-af13-b516dbb08e35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 911 time: 0.1305444 Aug 13 03:49:40.288120 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-4f41b2ab-d825-4ae0-a700-13d3f9b4a953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 HTTP/1.1" status: 200 len: 217 time: 0.0416224 Aug 13 03:49:40.295250 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9a64f499-8882-44f1-b191-c36ffd52210b req-076935b4-65da-4059-988d-0c0ad20ce6e5 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682817 Aug 13 03:49:40.343001 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-0ee4764a-59e3-4360-b02e-a6632afd08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:40.344458 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-0ee4764a-59e3-4360-b02e-a6632afd08e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 200 len: 850 time: 0.0477898 Aug 13 03:49:40.395227 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-735e094b-54e0-45c5-8640-d348c023a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:40.396676 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-735e094b-54e0-45c5-8640-d348c023a437 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f3c1fcb-56ac-4053-a05f-9f8241fff037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424600 Aug 13 03:49:40.487526 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-0b676c76-2ac4-4c88-8f68-cc1f1fa93191 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820248 Aug 13 03:49:40.585825 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ffd7195-cc51-4063-af8b-d9c0204f6323 req-076c5720-431f-41f7-8427-66764c9de9ab service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891423 Aug 13 03:49:40.773217 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:49:40.877989 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:40.889732 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'port_id': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7', 'mac_address': 'fa:16:3e:04:c2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:49:40.933224 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:40.947968 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:49:40.972426 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:40.977466 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:41.029856 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:41.154207 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365cd51-22c8-4abc-9e5d-e6ccb5ad157d req-b8fbc20a-b04e-4cad-8b1e-6e1e06729b20 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:41.155711 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4365cd51-22c8-4abc-9e5d-e6ccb5ad157d req-b8fbc20a-b04e-4cad-8b1e-6e1e06729b20 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 944 time: 0.0552149 Aug 13 03:49:41.194057 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4365cd51-22c8-4abc-9e5d-e6ccb5ad157d req-7272c310-fd3d-4acb-ab06-3fc7ba7ff490 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320842 Aug 13 03:49:41.228153 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:49:41.417114 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dd2bb-ca45-4143-a254-e8dd4ba555ba req-bfb34842-cccf-44f0-8753-4da49f5a0254 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:41.418686 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b6dd2bb-ca45-4143-a254-e8dd4ba555ba req-bfb34842-cccf-44f0-8753-4da49f5a0254 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0550704 Aug 13 03:49:41.457901 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b6dd2bb-ca45-4143-a254-e8dd4ba555ba req-82107fa0-eefb-4b47-aff2-c68f415cd881 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327125 Aug 13 03:49:41.758353 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55380) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:42.222836 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953743'] for router_interface, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:42.359024 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c881db4-c4a5-4bdc-90f0-ab49a5565a35 req-0589c6a0-e24f-4921-b001-5b40bcfa2d69 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:42.360489 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4c881db4-c4a5-4bdc-90f0-ab49a5565a35 req-0589c6a0-e24f-4921-b001-5b40bcfa2d69 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 944 time: 0.0970187 Aug 13 03:49:42.454743 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4c881db4-c4a5-4bdc-90f0-ab49a5565a35 req-35d521ec-68fe-4f68-a04c-07931a0ad072 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544944 Aug 13 03:49:42.577147 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Deleting port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:42.577480 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:42.587150 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f840ba8-bef4-4ca9-bffc-488f3c691988 req-55e700ff-7b38-4df8-bfad-6ef520ab4593 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:42.588586 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5f840ba8-bef4-4ca9-bffc-488f3c691988 req-55e700ff-7b38-4df8-bfad-6ef520ab4593 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0627172 Aug 13 03:49:42.669528 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5f840ba8-bef4-4ca9-bffc-488f3c691988 req-d1636900-f069-484c-b68e-e640b78c8105 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711529 Aug 13 03:49:42.693500 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] For port e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:42.693963 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:42.710746 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Calling delete_port for e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa owned by network:router_interface {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:42.789079 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:42.838366 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:42.842828 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:42.843194 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:42.893828 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:42.918845 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:42.921251 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:42.947935 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:42.950837 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae10cbcd-b056-42a0-9cd3-e4cecd3fdbc9" -d '{"events": [{"server_uuid": "c8cb3fc7-bc75-43b4-b190-ae835124a4c4", "name": "network-vif-plugged", "status": "completed", "tag": "ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:42.964485 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:42.969473 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:43.008642 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454709b8-085b-4dae-aec2-f710831a172c x-openstack-request-id: req-454709b8-085b-4dae-aec2-f710831a172c {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:43.008932 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cb3fc7-bc75-43b4-b190-ae835124a4c4", "name": "network-vif-plugged", "status": "completed", "tag": "ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:43.009442 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-454709b8-085b-4dae-aec2-f710831a172c {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:43.009829 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7', 'code': 200} Aug 13 03:49:43.040075 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:43.098955 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036607'] for router_interface, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:43.230025 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710bf5b-1cd7-456b-b221-d6ab8a65d5ce req-6d68500e-500f-4e52-80a2-20b44afd8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:43.231506 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a710bf5b-1cd7-456b-b221-d6ab8a65d5ce req-6d68500e-500f-4e52-80a2-20b44afd8399 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 1098 time: 0.0834730 Aug 13 03:49:43.313115 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a710bf5b-1cd7-456b-b221-d6ab8a65d5ce req-945b35ac-9dd9-42d7-8afb-67733a826fcf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732391 Aug 13 03:49:43.370250 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Router a3875717-c82a-4201-9ff2-8e5b669c94d1 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:49:43.486824 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:43.495227 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55392) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:43.497781 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-25e78d09-2c54-4fc3-8d6c-6a3dada0fc1b admin admin] 10.222.0.58 "PUT /v2.0/routers/a3875717-c82a-4201-9ff2-8e5b669c94d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381494 Aug 13 03:49:43.500125 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] Sync routers for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:43.515647 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:43.516279 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:43.579184 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cede9-ff9c-4282-a9e7-db25f948a091 req-601fe4f1-7e09-45e6-900c-aa4458e7eed7 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:43.580691 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-728cede9-ff9c-4282-a9e7-db25f948a091 req-601fe4f1-7e09-45e6-900c-aa4458e7eed7 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 945 time: 0.0540938 Aug 13 03:49:43.626880 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks [] for router, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:43.634334 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-728cede9-ff9c-4282-a9e7-db25f948a091 req-0cd4607f-386b-436f-909a-3cd5cd8931bc tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469065 Aug 13 03:49:43.652379 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:43.767383 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:43.791077 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143127c2-ddfb-48c3-b53e-b56f608d1409 req-a4629c44-7060-4e25-b012-ddd581edfc98 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:43.792664 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-143127c2-ddfb-48c3-b53e-b56f608d1409 req-a4629c44-7060-4e25-b012-ddd581edfc98 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0521429 Aug 13 03:49:43.836383 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-143127c2-ddfb-48c3-b53e-b56f608d1409 req-c6c04faf-e52a-480e-85cb-a63997e4e595 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365555 Aug 13 03:49:43.848152 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Deleting port 22caffdb-4c77-498c-ae1e-9db4320bb359 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:43.848529 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:43.890540 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:49:42Z', 'revision_number': 5, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port': {'id': '22caffdb-4c77-498c-ae1e-9db4320bb359', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:42:14Z', 'updated_at': '2021-08-13T03:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:43.919251 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] Checking router: a3875717-c82a-4201-9ff2-8e5b669c94d1 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:43.929962 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] Routers {'a3875717-c82a-4201-9ff2-8e5b669c94d1'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:43.930698 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a3875717-c82a-4201-9ff2-8e5b669c94d1'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:43.981421 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] For port 22caffdb-4c77-498c-ae1e-9db4320bb359, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=22caffdb-4c77-498c-ae1e-9db4320bb359,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:43.981930 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:43.998104 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Calling delete_port for 22caffdb-4c77-498c-ae1e-9db4320bb359 owned by network:router_gateway {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:44.152020 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] Set router a3875717-c82a-4201-9ff2-8e5b669c94d1 gateway port host: None {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:44.182045 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.209739 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:49:43Z', 'revision_number': 6, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port_host': None}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:44.239854 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f2a8f6-abcc-46b9-8ef8-941c23ad81fe None None] The sync data for ids ['a3875717-c82a-4201-9ff2-8e5b669c94d1'] in dv-cinder-760197-5-iscsi is: [{'id': 'a3875717-c82a-4201-9ff2-8e5b669c94d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1997834899-router', 'tenant_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:42:13Z', 'updated_at': '2021-08-13T03:49:43Z', 'revision_number': 6, 'project_id': 'c8d6cadea26a4a55baf2f4fc00161f21', 'gw_port_host': None}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:44.260772 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=22caffdb-4c77-498c-ae1e-9db4320bb359,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:44.290733 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036485'] for router_gateway, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.390233 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1038377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.392787 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.437498 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1038374'] for router, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.438015 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3875717-c82a-4201-9ff2-8e5b669c94d1 {{(pid=100566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:49:44.443155 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.444390 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-da012928-ae22-4b54-ac38-86c7cb4ff9ee admin admin] 10.222.0.58 "DELETE /v2.0/routers/a3875717-c82a-4201-9ff2-8e5b669c94d1 HTTP/1.1" status: 204 len: 168 time: 0.9482632 Aug 13 03:49:44.447074 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55396) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:44.493028 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd310949-7128-4885-b2f2-33fa7e7498ab admin admin] Deleting subnet 95c34f2f-e964-45bf-81f4-7b24f7b01a9c {{(pid=100566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:49:44.496114 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd310949-7128-4885-b2f2-33fa7e7498ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.530168 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd310949-7128-4885-b2f2-33fa7e7498ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819215'] for subnet, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.615010 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd310949-7128-4885-b2f2-33fa7e7498ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.673351 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd310949-7128-4885-b2f2-33fa7e7498ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2891789'] for subnet, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.701889 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd310949-7128-4885-b2f2-33fa7e7498ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c34f2f-e964-45bf-81f4-7b24f7b01a9c,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:44.703862 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-cd310949-7128-4885-b2f2-33fa7e7498ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.705790 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-cd310949-7128-4885-b2f2-33fa7e7498ab admin admin] 10.222.0.58 "DELETE /v2.0/subnets/95c34f2f-e964-45bf-81f4-7b24f7b01a9c HTTP/1.1" status: 204 len: 168 time: 0.2576611 Aug 13 03:49:44.708303 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb35bc7-624c-4006-834e-9503a3e28282 None None] Network a435de16-ff76-42df-a496-1b954adf6388 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:44.708453 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55400) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:45.036422 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c311a-3f20-4a5e-bdc5-cbfa14ac5a2e None None] DHCP port deletion for a435de16-ff76-42df-a496-1b954adf6388 request from dv-cinder-760197-5-iscsi {{(pid=100568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:49:45.088149 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-d92c311a-3f20-4a5e-bdc5-cbfa14ac5a2e None None] Deleting port cab82d62-a07a-46aa-a7d7-79c9fc4e497f {{(pid=100568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:45.088660 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d92c311a-3f20-4a5e-bdc5-cbfa14ac5a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.101706 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.117349 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f677b5-7bf6-43bf-bae9-e04ca96b3c00 req-05586cec-5d4e-4044-83b1-77ad8ab7b6a6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:45.118959 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e3f677b5-7bf6-43bf-bae9-e04ca96b3c00 req-05586cec-5d4e-4044-83b1-77ad8ab7b6a6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 945 time: 0.4012959 Aug 13 03:49:45.149401 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971f49e-1b74-4848-827c-7ade45aa54df req-a8adc986-a4da-4756-a923-96df9f602e36 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:45.150980 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a971f49e-1b74-4848-827c-7ade45aa54df req-a8adc986-a4da-4756-a923-96df9f602e36 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.1033490 Aug 13 03:49:45.159716 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-d92c311a-3f20-4a5e-bdc5-cbfa14ac5a2e None None] For port cab82d62-a07a-46aa-a7d7-79c9fc4e497f, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cab82d62-a07a-46aa-a7d7-79c9fc4e497f,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:45.160213 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d92c311a-3f20-4a5e-bdc5-cbfa14ac5a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.179604 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-d92c311a-3f20-4a5e-bdc5-cbfa14ac5a2e None None] Calling delete_port for cab82d62-a07a-46aa-a7d7-79c9fc4e497f owned by network:dhcp {{(pid=100568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:45.213223 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e3f677b5-7bf6-43bf-bae9-e04ca96b3c00 req-eeb2d23b-1379-435a-953c-e2471338ddd4 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848293 Aug 13 03:49:45.240425 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a971f49e-1b74-4848-827c-7ade45aa54df req-777addca-5067-49b1-853a-511e67358959 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812418 Aug 13 03:49:45.255360 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Deleting port cab82d62-a07a-46aa-a7d7-79c9fc4e497f {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:49:45.255773 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.317757 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d92c311a-3f20-4a5e-bdc5-cbfa14ac5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286'] for port, after_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.344659 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c311a-3f20-4a5e-bdc5-cbfa14ac5a2e None None] Pushing event deleted for resources: {'Port': ['ID=cab82d62-a07a-46aa-a7d7-79c9fc4e497f,revision_number=None']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:45.350869 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c311a-3f20-4a5e-bdc5-cbfa14ac5a2e None None] No DVR routers for this DVR port cab82d62-a07a-46aa-a7d7-79c9fc4e497f on host dv-cinder-760197-5-iscsi {{(pid=100568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:49:45.358344 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] For port cab82d62-a07a-46aa-a7d7-79c9fc4e497f, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cab82d62-a07a-46aa-a7d7-79c9fc4e497f,segment=NetworkSegment(83013c6d-ef21-4731-8c10-f864705a3a69),segment_id=83013c6d-ef21-4731-8c10-f864705a3a69)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:45.358838 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.375864 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Calling delete_port for cab82d62-a07a-46aa-a7d7-79c9fc4e497f owned by network:dhcp {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:49:45.394238 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55053a-8424-414f-abd0-9cee251712c2 req-636b150a-d393-4cc0-a1a4-950eabbba8f6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:45.395721 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0a55053a-8424-414f-abd0-9cee251712c2 req-636b150a-d393-4cc0-a1a4-950eabbba8f6 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 945 time: 0.0936148 Aug 13 03:49:45.404166 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55406) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:45.408973 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-3851f54a-20af-4d26-b670-7facae0cd0cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Request body: {'floatingip': {'port_id': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:45.452361 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3851f54a-20af-4d26-b670-7facae0cd0cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.472598 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.507037 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab82d62-a07a-46aa-a7d7-79c9fc4e497f,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:45.511302 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] No DVR routers for this DVR port cab82d62-a07a-46aa-a7d7-79c9fc4e497f on host dv-cinder-760197-5-iscsi {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:49:45.522729 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:45.544292 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:45.544850 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e23f38cf-7db1-40b2-b20b-ab8b8b08e4fa not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:45.545339 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cab82d62-a07a-46aa-a7d7-79c9fc4e497f no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:45.564424 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: cab82d62-a07a-46aa-a7d7-79c9fc4e497f {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:45.564878 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cab82d62-a07a-46aa-a7d7-79c9fc4e497f not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:45.566240 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 22caffdb-4c77-498c-ae1e-9db4320bb359 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:49:45.584704 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 22caffdb-4c77-498c-ae1e-9db4320bb359 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:49:45.585146 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 22caffdb-4c77-498c-ae1e-9db4320bb359 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:49:45.594781 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.605453 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a435de16-ff76-42df-a496-1b954adf6388']}} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:45.616473 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83013c6d-ef21-4731-8c10-f864705a3a69') {'for_net_delete': True} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:45.616712 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83013c6d-ef21-4731-8c10-f864705a3a69') {} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:45.625673 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720869'] for segment, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.639589 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.646417 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:49:45.646615 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2721785'] for segment, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: self.session.flush() Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: self.session.flush() Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: self.session.flush() Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: self.session.flush() Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: Traceback (most recent call last): Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: timer() Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: cb(*args, **kw) Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: return func(*args, **kwargs) Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: self._notify() Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: self.callback(batched_events) Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: event.method(event) Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: return f(self, *a, **k) Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._get(url).json() Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: return self.request(url, 'GET', **kwargs) Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:49:45.648301 dv-cinder-760197-5-iscsi neutron-server[100567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:49:45.703342 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.708593 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.710453 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a435de16-ff76-42df-a496-1b954adf6388 HTTP/1.1" status: 204 len: 168 time: 1.0010767 Aug 13 03:49:45.722433 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902e6fc-975d-4a27-8fb4-4feb76b61fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a435de16-ff76-42df-a496-1b954adf6388,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:45.833223 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55410) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:45.873294 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-96736c87-076c-40f4-8587-1e29c71c2e44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8d6cadea26a4a55baf2f4fc00161f21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388598 Aug 13 03:49:45.876134 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 55412) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:45.904389 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3851f54a-20af-4d26-b670-7facae0cd0cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.909761 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3851f54a-20af-4d26-b670-7facae0cd0cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.935883 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1b74ab4-440f-4d05-809f-aa8282ad34ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:45.958684 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1b74ab4-440f-4d05-809f-aa8282ad34ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:46.006429 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1b74ab4-440f-4d05-809f-aa8282ad34ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:46.009315 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e1b74ab4-440f-4d05-809f-aa8282ad34ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:46.015025 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e1b74ab4-440f-4d05-809f-aa8282ad34ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02522f35-b427-4f63-a478-e065774a6ec8 HTTP/1.1" status: 204 len: 168 time: 0.1335745 Aug 13 03:49:46.015200 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.l3_db [None req-3851f54a-20af-4d26-b670-7facae0cd0cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Floating IP 1b49ccc6-da67-4ae3-8b34-35e44fbec841 associated. External IP: 172.27.2.153, port: ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7. Aug 13 03:49:46.020848 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b74ab4-440f-4d05-809f-aa8282ad34ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02522f35-b427-4f63-a478-e065774a6ec8,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:46.238783 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3851f54a-20af-4d26-b670-7facae0cd0cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Router 1a3b5591-92a5-410e-b912-286415d1d381 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:49:46.372689 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1672d-9062-4ea6-8c23-826f397bf43b req-35205cd7-fe65-4a48-ae64-7b2ea0e36090 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:46.374330 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a8f1672d-9062-4ea6-8c23-826f397bf43b req-35205cd7-fe65-4a48-ae64-7b2ea0e36090 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0565875 Aug 13 03:49:46.428913 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a8f1672d-9062-4ea6-8c23-826f397bf43b req-28b313ef-6a16-4bc0-b269-b067923f463b tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480158 Aug 13 03:49:46.600336 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3851f54a-20af-4d26-b670-7facae0cd0cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:46.605185 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3851f54a-20af-4d26-b670-7facae0cd0cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:46.610665 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] Sync routers for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:46.619507 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:46.620119 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:46.638163 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-3851f54a-20af-4d26-b670-7facae0cd0cb tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "PUT /v2.0/floatingips/1b49ccc6-da67-4ae3-8b34-35e44fbec841 HTTP/1.1" status: 200 len: 991 time: 1.2290790 Aug 13 03:49:46.638163 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'tag': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:46.638163 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eec61d8-0b05-4ff1-8933-b97abc43f366" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cb3fc7-bc75-43b4-b190-ae835124a4c4", "tag": "ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:46.677787 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108a3828-ff40-4178-940e-d43f0645f110 x-openstack-request-id: req-108a3828-ff40-4178-940e-d43f0645f110 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:46.677787 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cb3fc7-bc75-43b4-b190-ae835124a4c4", "tag": "ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:46.678058 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-108a3828-ff40-4178-940e-d43f0645f110 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:46.678385 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'tag': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7', 'status': 'completed', 'code': 200} Aug 13 03:49:46.739076 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:46.748368 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-4a8e4076-e856-4071-bc4a-13504349b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:46.750525 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-4a8e4076-e856-4071-bc4a-13504349b1f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9961e74c88d4832865f52e302269bc0&device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 1098 time: 0.0456090 Aug 13 03:49:46.766597 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55442) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:46.795931 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device f0fa3d01-037f-4e94-b9ab-8ac422f97485 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:49:46.864791 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-5db268ce-4964-45a2-8c17-d7bdef9863ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:46.866503 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-5db268ce-4964-45a2-8c17-d7bdef9863ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 200 len: 911 time: 0.1062987 Aug 13 03:49:46.903723 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1646884514-network', 'tenant_id': 'e8e79a0f371d4d6ab6d70eded192c136'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:46.912266 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:46.927206 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Made reservation on behalf of e8e79a0f371d4d6ab6d70eded192c136 for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:46.930777 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'port_id': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'mac_address': 'fa:16:3e:cf:17:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:49:46.931872 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:46.946344 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:46.948727 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-59f43fd0-3adb-430a-ba08-3cbe6cf986ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 HTTP/1.1" status: 200 len: 999 time: 0.0733814 Aug 13 03:49:46.972297 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:46.981251 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '1b49ccc6-da67-4ae3-8b34-35e44fbec841', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'port_id': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'mac_address': 'fa:16:3e:04:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:49:34Z', 'updated_at': '2021-08-13T03:49:45Z', 'revision_number': 1, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:46.990018 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fa3d01-037f-4e94-b9ab-8ac422f97485 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:49:47.012181 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] Checking router: 1a3b5591-92a5-410e-b912-286415d1d381 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:47.014553 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:47.021212 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.021599 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:47.022128 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-e734f8bc-ee44-40af-8f25-cdfeb4a83ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:47.022426 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:47.024815 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-e734f8bc-ee44-40af-8f25-cdfeb4a83ed8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 200 len: 850 time: 0.0683758 Aug 13 03:49:47.064673 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.070332 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.078834 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=f0fa3d01-037f-4e94-b9ab-8ac422f97485,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:47.088862 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-f97df77e-d9ab-4ca9-b79f-61b948b30adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:47.091019 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-f97df77e-d9ab-4ca9-b79f-61b948b30adf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f3c1fcb-56ac-4053-a05f-9f8241fff037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555599 Aug 13 03:49:47.104526 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:49:47.119258 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fff13a-800e-41bb-bfdb-fdefb365fa91,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:47.124263 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.124613 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Added segment 113ad4dc-4020-42bc-82f3-58ae7a72a82a of type vlan for network a81a4382-7c9d-44f0-b499-cd8b3391f263 Aug 13 03:49:47.150426 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:47.167539 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.203063 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.204224 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:47.204404 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-bac257b5-0f7c-439f-901c-4ec11680e38c service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019619 Aug 13 03:49:47.204808 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.259921 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4892364 Aug 13 03:49:47.260180 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55448) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:47.265512 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['f0fa3d01-037f-4e94-b9ab-8ac422f97485'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:49:47.269776 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Request body: {'subnet': {'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1646884514-subnet', 'tenant_id': 'e8e79a0f371d4d6ab6d70eded192c136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:47.287064 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f953988-f365-498c-b189-defb99a893f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a81a4382-7c9d-44f0-b499-cd8b3391f263,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:47.307866 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Made reservation on behalf of e8e79a0f371d4d6ab6d70eded192c136 for: {'subnet': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:47.308313 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network a81a4382-7c9d-44f0-b499-cd8b3391f263 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:49:47.310695 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2891814'] for subnet, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.329022 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2eec61d8-0b05-4ff1-8933-b97abc43f366 req-a3d5aae9-ee41-4385-abe8-66df17810622 service neutron] 10.222.0.18 "GET /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166039 Aug 13 03:49:47.418372 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '1b49ccc6-da67-4ae3-8b34-35e44fbec841', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'port_id': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'mac_address': 'fa:16:3e:04:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:49:34Z', 'updated_at': '2021-08-13T03:49:45Z', 'revision_number': 1, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:47.448052 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1e896-ce2d-458a-ad35-8a6bc81b2df1 None None] The sync data for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi is: [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '1b49ccc6-da67-4ae3-8b34-35e44fbec841', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'port_id': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'mac_address': 'fa:16:3e:04:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:49:34Z', 'updated_at': '2021-08-13T03:49:45Z', 'revision_number': 1, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:47.505737 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2819926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2891796'] for subnet, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.573346 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef24b46-6383-4189-bcba-2f5b2fc961c1,revision_number=0']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:47.578073 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da958-d198-4f51-93c4-8d61a40a01de req-2c514700-23b4-417b-93c4-ed8af9c513bc tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:47.585212 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Checking segment: {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:47.585646 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Network hostable DHCP agents. Network: a81a4382-7c9d-44f0-b499-cd8b3391f263, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:49:47.586338 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-426da958-d198-4f51-93c4-8d61a40a01de req-2c514700-23b4-417b-93c4-ed8af9c513bc tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 944 time: 0.0693734 Aug 13 03:49:47.606527 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Network a81a4382-7c9d-44f0-b499-cd8b3391f263 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:49:47.615383 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, a81a4382-7c9d-44f0-b499-cd8b3391f263) {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:47.620138 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:47.620887 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.624729 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece84a17-ed42-48c1-8d8d-f41922c67707 None None] Network a81a4382-7c9d-44f0-b499-cd8b3391f263 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:47.633068 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-426da958-d198-4f51-93c4-8d61a40a01de req-edd93533-65d5-4343-a022-2a6e41e6a18b tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457082 Aug 13 03:49:47.644736 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-2386bd89-c1d4-473b-9108-abe0047c99e3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3780618 Aug 13 03:49:47.764041 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ecc97-591b-4012-9cc1-16ca2b9e25fe None None] Network a81a4382-7c9d-44f0-b499-cd8b3391f263 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:47.779527 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb4d4b-882b-472a-961b-abdf313e726a None None] New status for floating IP 1b49ccc6-da67-4ae3-8b34-35e44fbec841: ACTIVE {{(pid=100568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:49:48.115205 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-c067bb34-acf9-4667-8837-96d020288f30 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:48.117483 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-c067bb34-acf9-4667-8837-96d020288f30 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 815 time: 0.1278901 Aug 13 03:49:48.134979 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-b1b884d1-6e94-4bf9-8aa5-566f0ce34a1b tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/quotas/e8e79a0f371d4d6ab6d70eded192c136 HTTP/1.1" status: 200 len: 375 time: 0.0107529 Aug 13 03:49:48.169467 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-b588a281-64f3-4cf2-85f2-59dcf04c49a6 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286298 Aug 13 03:49:48.267879 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-714f16d7-c205-4b3c-9a27-597d02626b12 service neutron] 10.222.0.58 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916150 Aug 13 03:49:48.361267 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-23015772-5461-40b2-88c3-7d9c4b14ee43 service neutron] 10.222.0.58 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872653 Aug 13 03:49:48.535505 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c59ce6df-b763-4cf5-8da2-0fddb2f349ca req-dcce80c5-01e5-4589-a75d-39ce997a0240 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0349519 Aug 13 03:49:48.784483 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908a7fe-696b-4cb5-800c-01d3f821db47 req-bf127864-8474-46d1-a27f-6f7c885dea99 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:48.786526 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d908a7fe-696b-4cb5-800c-01d3f821db47 req-bf127864-8474-46d1-a27f-6f7c885dea99 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 944 time: 0.0656984 Aug 13 03:49:48.803140 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device f0fa3d01-037f-4e94-b9ab-8ac422f97485 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:48.880919 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d908a7fe-696b-4cb5-800c-01d3f821db47 req-1087869a-bdbe-4559-9757-85adf400afa5 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738358 Aug 13 03:49:48.908558 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port f0fa3d01-037f-4e94-b9ab-8ac422f97485 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:48.913217 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port f0fa3d01-037f-4e94-b9ab-8ac422f97485 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:48.913594 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.001994 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.026340 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:49.028822 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620dc910-38fc-4ba9-9c03-cea062d17f91" -d '{"events": [{"server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:49.042380 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:49.047038 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.078524 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dcc191-d8a4-4d8e-9b6d-955d19459517 x-openstack-request-id: req-e4dcc191-d8a4-4d8e-9b6d-955d19459517 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:49.078789 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:49.079047 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4dcc191-d8a4-4d8e-9b6d-955d19459517 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:49.079436 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'code': 200} Aug 13 03:49:49.116075 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=f0fa3d01-037f-4e94-b9ab-8ac422f97485,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:49.340024 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210dac0-0d18-4668-ac51-68b947e33e1d req-8cfbc595-59a5-4c5d-86e7-622ad79f73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:49.341529 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1210dac0-0d18-4668-ac51-68b947e33e1d req-8cfbc595-59a5-4c5d-86e7-622ad79f73d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1098 time: 0.0435646 Aug 13 03:49:49.384298 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1210dac0-0d18-4668-ac51-68b947e33e1d req-f971368b-a6ea-4d4c-9cf5-806fad4e8a42 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294142 Aug 13 03:49:49.645631 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f22a0144-6414-491a-b29a-720fb082ace6 req-b64a423c-4500-4745-b464-afcbafdc7612 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0308702 Aug 13 03:49:49.775235 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-81e1cc0a-93be-4f57-a7e3-e8abae57db01 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:49.777241 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-81e1cc0a-93be-4f57-a7e3-e8abae57db01 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 815 time: 0.1345844 Aug 13 03:49:49.793015 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Request body: {'port': {'device_id': 'dc5aa5eb-5715-4084-98ce-e59c7c40b6f3', 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263', 'admin_state_up': True, 'tenant_id': 'e8e79a0f371d4d6ab6d70eded192c136'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:49.924320 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Made reservation on behalf of e8e79a0f371d4d6ab6d70eded192c136 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:49.932751 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.090984 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c841222-bab3-43de-bbd0-32e782841c44 req-e76f7a94-a0c9-4605-be8a-6f4ac80c4320 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:50.092891 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6c841222-bab3-43de-bbd0-32e782841c44 req-e76f7a94-a0c9-4605-be8a-6f4ac80c4320 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.1300819 Aug 13 03:49:50.173510 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Allocated IP 172.20.0.10 (a81a4382-7c9d-44f0-b499-cd8b3391f263/3ef24b46-6383-4189-bcba-2f5b2fc961c1/70cb4576-2f9b-40a4-b8c0-14f83fef804b) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:50.178096 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6c841222-bab3-43de-bbd0-32e782841c44 req-8afb5b53-5c13-4a1d-9167-f047a8d17a5f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752237 Aug 13 03:49:50.366344 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.414164 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.468404 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Network a81a4382-7c9d-44f0-b499-cd8b3391f263 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:50.473909 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:50.478741 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:50.513134 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Pushing event updated for resources: {'Port': ['ID=70cb4576-2f9b-40a4-b8c0-14f83fef804b,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:50.542901 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:50.543539 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.560719 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-00cf3849-7804-4b35-9142-a6481b193596 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720582 Aug 13 03:49:50.580401 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Request body: {'port': {'device_id': 'dc5aa5eb-5715-4084-98ce-e59c7c40b6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:50.641956 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.872785 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459d8de-2af3-4da0-8174-982e9d771004 req-4c47998b-15be-4ede-b199-5f4d062ad8ec tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:50.874843 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6459d8de-2af3-4da0-8174-982e9d771004 req-4c47998b-15be-4ede-b199-5f4d062ad8ec tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 932 time: 0.1265047 Aug 13 03:49:50.989449 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6459d8de-2af3-4da0-8174-982e9d771004 req-e6be7107-16c4-40d5-91b0-bd586cd5843f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049705 Aug 13 03:49:51.060399 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cb4576-2f9b-40a4-b8c0-14f83fef804b {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:49:51.069290 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.084724 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Transition to ACTIVE for port object 70cb4576-2f9b-40a4-b8c0-14f83fef804b will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:51.089872 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.160230 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=70cb4576-2f9b-40a4-b8c0-14f83fef804b,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:51.245392 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Attempting to bind port 70cb4576-2f9b-40a4-b8c0-14f83fef804b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:51.245725 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Attempting to bind port 70cb4576-2f9b-40a4-b8c0-14f83fef804b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:51.246090 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Attempting to bind port 70cb4576-2f9b-40a4-b8c0-14f83fef804b on network a81a4382-7c9d-44f0-b499-cd8b3391f263 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:51.252842 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Port 70cb4576-2f9b-40a4-b8c0-14f83fef804b on network a81a4382-7c9d-44f0-b499-cd8b3391f263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:49:51.253157 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Attempting to bind port 70cb4576-2f9b-40a4-b8c0-14f83fef804b on network a81a4382-7c9d-44f0-b499-cd8b3391f263 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:51.262524 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:51.262866 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Checking segment: {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:51.263254 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Bound using segment: {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:51.263891 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Bound port: 70cb4576-2f9b-40a4-b8c0-14f83fef804b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:51.264612 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.404371 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc415f-b097-4d80-ac5b-a4ef3d80598d req-65e9cd50-5c6f-4e14-951d-3aff80cc30bc tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.406531 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-15dc415f-b097-4d80-ac5b-a4ef3d80598d req-65e9cd50-5c6f-4e14-951d-3aff80cc30bc tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.1354382 Aug 13 03:49:51.410571 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] For port 70cb4576-2f9b-40a4-b8c0-14f83fef804b, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:51.416763 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] For port 70cb4576-2f9b-40a4-b8c0-14f83fef804b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=70cb4576-2f9b-40a4-b8c0-14f83fef804b,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:51.427068 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.488499 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.489113 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.490605 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] 10.222.0.18 "PUT /v2.0/ports/70cb4576-2f9b-40a4-b8c0-14f83fef804b HTTP/1.1" status: 200 len: 1094 time: 0.9145396 Aug 13 03:49:51.491047 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5aa5eb-5715-4084-98ce-e59c7c40b6f3', 'tag': '70cb4576-2f9b-40a4-b8c0-14f83fef804b'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:51.493259 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5aa5eb-5715-4084-98ce-e59c7c40b6f3", "tag": "70cb4576-2f9b-40a4-b8c0-14f83fef804b"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:51.518739 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-15dc415f-b097-4d80-ac5b-a4ef3d80598d req-e7aabf46-8052-4b5c-9e71-172bf3e1e306 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050375 Aug 13 03:49:51.548593 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0a27c-e245-4df1-8068-a7f0e6c2244e x-openstack-request-id: req-37a0a27c-e245-4df1-8068-a7f0e6c2244e {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:51.549000 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5aa5eb-5715-4084-98ce-e59c7c40b6f3", "tag": "70cb4576-2f9b-40a4-b8c0-14f83fef804b", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:51.549371 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37a0a27c-e245-4df1-8068-a7f0e6c2244e {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:51.549943 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5aa5eb-5715-4084-98ce-e59c7c40b6f3', 'tag': '70cb4576-2f9b-40a4-b8c0-14f83fef804b', 'status': 'completed', 'code': 200} Aug 13 03:49:51.593270 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e5cef-4796-4d43-a028-c7fcf8ea0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=70cb4576-2f9b-40a4-b8c0-14f83fef804b,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:51.675439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-cbe24069-4a88-491c-8d29-63df70a39491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.676858 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-cbe24069-4a88-491c-8d29-63df70a39491 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 1097 time: 0.1329997 Aug 13 03:49:51.702072 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92443f95-fa8e-40f4-bff1-020f19fc7b5d req-8d451eee-f0c3-4358-ad6a-fe2ea225c8a9 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.703617 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92443f95-fa8e-40f4-bff1-020f19fc7b5d req-8d451eee-f0c3-4358-ad6a-fe2ea225c8a9 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0757418 Aug 13 03:49:51.732829 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-769c4bed-3dea-4bf4-b45c-476709927a44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70cb4576-2f9b-40a4-b8c0-14f83fef804b HTTP/1.1" status: 200 len: 217 time: 0.0470088 Aug 13 03:49:51.800150 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92443f95-fa8e-40f4-bff1-020f19fc7b5d req-e034edf3-b0cb-4b8b-8c5a-51e37cfb4ff0 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698371 Aug 13 03:49:51.808859 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-bf890768-7906-4c2c-bb7d-0d2c25046eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.810319 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-bf890768-7906-4c2c-bb7d-0d2c25046eb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ef24b46-6383-4189-bcba-2f5b2fc961c1 HTTP/1.1" status: 200 len: 855 time: 0.0650749 Aug 13 03:49:51.821721 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55506) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:51.847592 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-049a5e49-ad7e-44dc-bb0d-b504ff4f0cd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a81a4382-7c9d-44f0-b499-cd8b3391f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290928 Aug 13 03:49:51.997407 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-26e57ed5-8f78-4d3e-973b-9d922bc168ac service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349933 Aug 13 03:49:52.025850 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430cca86-94d2-4ad5-9912-5e67439e414b tempest-TestShelveInstance-1044241808 tempest-TestShelveInstance-1044241808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:52.030703 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-430cca86-94d2-4ad5-9912-5e67439e414b tempest-TestShelveInstance-1044241808 tempest-TestShelveInstance-1044241808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1093 time: 0.2078431 Aug 13 03:49:52.031384 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 55512) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:52.036116 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Request body: {'floatingip': {'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'port_id': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:52.065590 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for floatingip, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.155955 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39a26e-f365-4e51-8f94-818c658cccbc req-3ab161ce-1ae7-4c6b-92b2-3b746e8cda7f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:52.157610 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1a39a26e-f365-4e51-8f94-818c658cccbc req-3ab161ce-1ae7-4c6b-92b2-3b746e8cda7f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 944 time: 0.0849428 Aug 13 03:49:52.160039 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d17c9e3-c743-4122-862e-8dba80b32416 req-d1978be7-5db4-4183-8bc4-8ec9cbeb4176 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559634 Aug 13 03:49:52.167966 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.218007 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1a39a26e-f365-4e51-8f94-818c658cccbc req-c4afe999-bdee-48f1-bae3-e7cd4cb462a0 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526762 Aug 13 03:49:52.281407 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-646c8f86-a4cd-44d2-a415-062a8bdd37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:52.282982 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-646c8f86-a4cd-44d2-a415-062a8bdd37f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 1097 time: 0.0496333 Aug 13 03:49:52.304793 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Allocated IP 172.27.2.98 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/f1ea517d-d683-48e9-b748-3ba2362c6337) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:52.410363 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.416026 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-a9ce39c0-cdb8-49eb-a24e-dd1d396adfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:52.419088 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-a9ce39c0-cdb8-49eb-a24e-dd1d396adfa4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 915 time: 0.1231012 Aug 13 03:49:52.457984 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.475605 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-d4642b90-1468-444d-a15e-97726a2288c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70cb4576-2f9b-40a4-b8c0-14f83fef804b HTTP/1.1" status: 200 len: 217 time: 0.0481236 Aug 13 03:49:52.503272 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:52.508844 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:52.512955 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:52.536311 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-e5ccadce-55dc-4ca2-8910-0870af34dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:52.537912 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'Port': ['ID=f1ea517d-d683-48e9-b748-3ba2362c6337,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:52.538063 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-e5ccadce-55dc-4ca2-8910-0870af34dc4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ef24b46-6383-4189-bcba-2f5b2fc961c1 HTTP/1.1" status: 200 len: 855 time: 0.0552018 Aug 13 03:49:52.551434 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.551780 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.552286 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.552470 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.552765 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.553183 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.553532 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.554020 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.554343 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.554759 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.555233 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.555685 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:52.577191 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-85808618-5bde-4414-af2a-2b5e06d80ef7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a81a4382-7c9d-44f0-b499-cd8b3391f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303998 Aug 13 03:49:52.676386 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-6d52ad30-dc12-4f37-8857-33491a8c1748 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908816 Aug 13 03:49:52.783937 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5b7d33f0-7d05-45a7-a3ea-76d1dfb8c5eb req-8a8df038-784f-4957-9237-eb16664c27f0 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993140 Aug 13 03:49:52.824915 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 70cb4576-2f9b-40a4-b8c0-14f83fef804b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:49:52.906745 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.940139 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 70cb4576-2f9b-40a4-b8c0-14f83fef804b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=70cb4576-2f9b-40a4-b8c0-14f83fef804b,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:52.956674 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '70cb4576-2f9b-40a4-b8c0-14f83fef804b', 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263', 'port_id': '70cb4576-2f9b-40a4-b8c0-14f83fef804b', 'mac_address': 'fa:16:3e:98:7e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef24b46-6383-4189-bcba-2f5b2fc961c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:49:52.995812 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.003494 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.014531 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cb4576-2f9b-40a4-b8c0-14f83fef804b {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:49:53.035099 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 70cb4576-2f9b-40a4-b8c0-14f83fef804b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=70cb4576-2f9b-40a4-b8c0-14f83fef804b,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:53.043499 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.105222 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=70cb4576-2f9b-40a4-b8c0-14f83fef804b,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:53.172009 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.177475 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.248022 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event updated for resources: {'Port': ['ID=f1ea517d-d683-48e9-b748-3ba2362c6337,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:53.263535 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.290160 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['70cb4576-2f9b-40a4-b8c0-14f83fef804b'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:49:53.354784 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666cd04-2c4f-4c65-8d8a-a63b7f4a10b3 req-c323ec87-f5ad-4543-9b6c-65f287f780ad tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:53.356960 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0666cd04-2c4f-4c65-8d8a-a63b7f4a10b3 req-c323ec87-f5ad-4543-9b6c-65f287f780ad tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0631454 Aug 13 03:49:53.390567 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.l3_db [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Floating IP 4d428236-decf-46ea-a65d-7bb1d6cf32a2 associated. External IP: 172.27.2.98, port: f0fa3d01-037f-4e94-b9ab-8ac422f97485. Aug 13 03:49:53.412350 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0666cd04-2c4f-4c65-8d8a-a63b7f4a10b3 req-bb89568e-550b-467b-93d1-18e3781ee3bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484307 Aug 13 03:49:53.622842 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Router a0f9da23-6a63-4543-80ec-9f86c510ea47 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:49:53.743441 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:53.753954 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] Sync routers for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:53.761502 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.766291 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:53.766951 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:53.789913 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-df74abe7-730c-4072-9d40-49f9cd9e3224 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7574344 Aug 13 03:49:53.790620 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:53.795157 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4284e39-70c3-423a-bbac-9b215a53dd84" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:53.852666 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e2520c-a336-406d-8f79-e64ff4deed34 x-openstack-request-id: req-e4e2520c-a336-406d-8f79-e64ff4deed34 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:53.852954 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:53.853207 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4e2520c-a336-406d-8f79-e64ff4deed34 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:53.853607 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'status': 'completed', 'code': 200} Aug 13 03:49:53.894354 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:53.932537 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-9f71f9c5-aa08-4f6e-9224-eec48b5b3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:53.935005 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-9f71f9c5-aa08-4f6e-9224-eec48b5b3b9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8&device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1098 time: 0.0517678 Aug 13 03:49:54.040900 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-95848838-9065-4d09-946a-04a346463d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:54.044310 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-95848838-9065-4d09-946a-04a346463d71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e42d7f98-1dba-481f-939c-147f3aec658e HTTP/1.1" status: 200 len: 909 time: 0.0998726 Aug 13 03:49:54.117981 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-d9b80134-350d-4673-9149-677a77641628 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485 HTTP/1.1" status: 200 len: 998 time: 0.0663352 Aug 13 03:49:54.144934 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '4d428236-decf-46ea-a65d-7bb1d6cf32a2', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'port_id': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'mac_address': 'fa:16:3e:cf:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:49:52Z', 'updated_at': '2021-08-13T03:49:52Z', 'revision_number': 0, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 5, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:54.181978 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] Checking router: a0f9da23-6a63-4543-80ec-9f86c510ea47 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:54.182584 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-aba414c3-9620-40f5-842e-240ef8655c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:54.185916 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-aba414c3-9620-40f5-842e-240ef8655c44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9498c30c-fc09-4815-be66-34f84bfbc9ed HTTP/1.1" status: 200 len: 848 time: 0.0610523 Aug 13 03:49:54.190663 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:54.191280 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:49:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:54.238257 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-bfff6789-cdfe-44fd-8ef4-cfe90a1f8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:54.239881 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-bfff6789-cdfe-44fd-8ef4-cfe90a1f8968 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e42d7f98-1dba-481f-939c-147f3aec658e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471354 Aug 13 03:49:54.322066 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:54.358999 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-85d39393-8c2e-4cb1-b82b-c82dd1324d16 service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107969 Aug 13 03:49:54.474488 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4284e39-70c3-423a-bbac-9b215a53dd84 req-4e413451-37df-4577-8b2d-70f10f807bd2 service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073139 Aug 13 03:49:54.559583 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8539f-39d0-47ed-a368-1154aea78cb8 req-96ab19e7-ecb0-496b-988f-f378cd2cce3f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:54.561275 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9bc8539f-39d0-47ed-a368-1154aea78cb8 req-96ab19e7-ecb0-496b-988f-f378cd2cce3f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0514572 Aug 13 03:49:54.602092 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9bc8539f-39d0-47ed-a368-1154aea78cb8 req-ba6e2a63-9dfd-48f7-b706-2e0a863b01b8 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340197 Aug 13 03:49:54.660928 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '4d428236-decf-46ea-a65d-7bb1d6cf32a2', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'port_id': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'mac_address': 'fa:16:3e:cf:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:49:52Z', 'updated_at': '2021-08-13T03:49:52Z', 'revision_number': 0, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 5, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:54.690504 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf762e1-cfe8-4eb0-8aa3-96fc6bad147c None None] The sync data for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi is: [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': '4d428236-decf-46ea-a65d-7bb1d6cf32a2', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'port_id': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'mac_address': 'fa:16:3e:cf:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:49:52Z', 'updated_at': '2021-08-13T03:49:52Z', 'revision_number': 0, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 5, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:54.848480 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 70cb4576-2f9b-40a4-b8c0-14f83fef804b up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:54.911069 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af3186a-cfb4-4e88-99f6-a2669b1b55ff None None] New status for floating IP 4d428236-decf-46ea-a65d-7bb1d6cf32a2: ACTIVE {{(pid=100568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:49:54.950701 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 70cb4576-2f9b-40a4-b8c0-14f83fef804b completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:54.958500 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 70cb4576-2f9b-40a4-b8c0-14f83fef804b triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:54.958872 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.249129 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.280971 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5aa5eb-5715-4084-98ce-e59c7c40b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cb4576-2f9b-40a4-b8c0-14f83fef804b'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:55.282943 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2a8961-a41b-4279-8f14-f75c838e0092" -d '{"events": [{"server_uuid": "dc5aa5eb-5715-4084-98ce-e59c7c40b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "70cb4576-2f9b-40a4-b8c0-14f83fef804b"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:55.298555 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 70cb4576-2f9b-40a4-b8c0-14f83fef804b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=70cb4576-2f9b-40a4-b8c0-14f83fef804b,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:55.303516 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.329937 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec0b40-4433-4fef-830b-cc10ce237903 x-openstack-request-id: req-cbec0b40-4433-4fef-830b-cc10ce237903 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:55.330230 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5aa5eb-5715-4084-98ce-e59c7c40b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "70cb4576-2f9b-40a4-b8c0-14f83fef804b", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:55.330507 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbec0b40-4433-4fef-830b-cc10ce237903 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:55.330890 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5aa5eb-5715-4084-98ce-e59c7c40b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cb4576-2f9b-40a4-b8c0-14f83fef804b', 'code': 200} Aug 13 03:49:55.359618 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=70cb4576-2f9b-40a4-b8c0-14f83fef804b,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:55.518379 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38b974-583f-4c71-aae4-5695b8b9244a req-a5d4be82-b9ad-4a1c-b15f-45c3a6691ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:55.520052 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f38b974-583f-4c71-aae4-5695b8b9244a req-a5d4be82-b9ad-4a1c-b15f-45c3a6691ba4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0467315 Aug 13 03:49:55.563012 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f38b974-583f-4c71-aae4-5695b8b9244a req-fe210b5e-40ef-44c8-8d71-defb1643f1c5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307488 Aug 13 03:49:55.732491 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8117346-3c7d-44e0-b77f-c15d74abb029 req-e2d5b440-8079-4683-9ee8-d05c53d3f05f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:55.734073 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a8117346-3c7d-44e0-b77f-c15d74abb029 req-e2d5b440-8079-4683-9ee8-d05c53d3f05f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0544903 Aug 13 03:49:55.776369 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a8117346-3c7d-44e0-b77f-c15d74abb029 req-83a25203-a304-4d97-92b9-1ec99c87b522 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359571 Aug 13 03:49:56.897997 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac40ae4-9899-43c8-a510-5d992abebc6f req-b1e9fab6-49d1-4a2f-a6ad-9e07ec886f91 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:56.899593 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bac40ae4-9899-43c8-a510-5d992abebc6f req-b1e9fab6-49d1-4a2f-a6ad-9e07ec886f91 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0525634 Aug 13 03:49:56.944001 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bac40ae4-9899-43c8-a510-5d992abebc6f req-073b47fa-96e8-4366-a3c0-e90d6cf24969 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Aug 13 03:49:58.945385 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-da90ba44-6a2d-40cc-bf12-554a03568765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:59.554871 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:50:02.237733 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:02.495985 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-adf990fa-a591-479c-a035-54717f7c2584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.088380 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.959608 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:05.348123 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-d2c7f05f-e54e-4a36-aa46-28c64b995178 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:05.349526 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-d2c7f05f-e54e-4a36-aa46-28c64b995178 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 815 time: 0.1082711 Aug 13 03:50:05.365203 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-c9c27925-b8ce-4179-a78b-fedef91fd4cf tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/quotas/e8e79a0f371d4d6ab6d70eded192c136 HTTP/1.1" status: 200 len: 375 time: 0.0099127 Aug 13 03:50:05.417450 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-5b179248-a6a4-44e6-b7a6-a7372b0872a5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464833 Aug 13 03:50:05.437414 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:05.515227 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-1449f5b7-bea8-49b8-b7e6-d8f0c309119c service neutron] 10.222.0.58 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894732 Aug 13 03:50:05.605487 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-b1942cd1-2aef-4008-98c6-cad68cb21174 service neutron] 10.222.0.58 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840731 Aug 13 03:50:05.762883 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7c2a4f04-fba4-448a-809d-4cd463d576cc req-0772d8aa-a8d8-49da-b3f3-711b01be5bb0 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 210 time: 0.0269992 Aug 13 03:50:06.750086 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-e62aa110-6370-434f-bc9a-99bebc5f5fe8 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:06.751510 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-e62aa110-6370-434f-bc9a-99bebc5f5fe8 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 815 time: 0.1182652 Aug 13 03:50:06.780377 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Request body: {'port': {'device_id': 'a7c87418-32a2-4733-89c4-7b8bde66719e', 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263', 'admin_state_up': True, 'tenant_id': 'e8e79a0f371d4d6ab6d70eded192c136'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:06.892804 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9bf0afb8-854a-4d0a-a40e-7348b28e5656 req-1d1adb30-7ef4-4472-a702-44a9139f3e8c tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 210 time: 0.0375774 Aug 13 03:50:06.922592 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Made reservation on behalf of e8e79a0f371d4d6ab6d70eded192c136 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:50:06.926054 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.062108 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Allocated IP 172.20.0.11 (a81a4382-7c9d-44f0-b499-cd8b3391f263/3ef24b46-6383-4189-bcba-2f5b2fc961c1/9458abc8-d475-481e-b587-d853e27dd077) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:50:07.237503 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.280766 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.293793 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['70cb4576-2f9b-40a4-b8c0-14f83fef804b'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:50:07.327592 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Network a81a4382-7c9d-44f0-b499-cd8b3391f263 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:07.334966 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:07.335753 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Pushing event updated for resources: {'Port': ['ID=9458abc8-d475-481e-b587-d853e27dd077,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:07.337888 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:50:07.392468 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:07.393528 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.410382 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-6848d04e-3abe-46b2-b6eb-8a14aca493bc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6436415 Aug 13 03:50:07.424182 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Request body: {'port': {'device_id': 'a7c87418-32a2-4733-89c4-7b8bde66719e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:07.478282 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:08.039421 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9458abc8-d475-481e-b587-d853e27dd077 {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:50:08.049033 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:08.067709 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052d0af-6143-4cce-a059-89968f070e11 req-35213279-0d5a-4215-85c5-54248dff2718 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:08.069120 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b052d0af-6143-4cce-a059-89968f070e11 req-35213279-0d5a-4215-85c5-54248dff2718 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 932 time: 0.0981917 Aug 13 03:50:08.073929 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Transition to ACTIVE for port object 9458abc8-d475-481e-b587-d853e27dd077 will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:08.084394 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:08.157035 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9458abc8-d475-481e-b587-d853e27dd077,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:08.161642 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b052d0af-6143-4cce-a059-89968f070e11 req-0fba56b8-23b4-4d28-af34-3b6e1e34a538 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860984 Aug 13 03:50:08.231856 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Attempting to bind port 9458abc8-d475-481e-b587-d853e27dd077 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:50:08.232193 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Attempting to bind port 9458abc8-d475-481e-b587-d853e27dd077 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:50:08.232522 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Attempting to bind port 9458abc8-d475-481e-b587-d853e27dd077 on network a81a4382-7c9d-44f0-b499-cd8b3391f263 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:08.236869 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Port 9458abc8-d475-481e-b587-d853e27dd077 on network a81a4382-7c9d-44f0-b499-cd8b3391f263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:50:08.237183 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Attempting to bind port 9458abc8-d475-481e-b587-d853e27dd077 on network a81a4382-7c9d-44f0-b499-cd8b3391f263 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:08.242004 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:50:08.242341 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Checking segment: {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:50:08.242752 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Bound using segment: {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:50:08.243177 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Bound port: 9458abc8-d475-481e-b587-d853e27dd077, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:50:08.243531 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:08.305837 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] For port 9458abc8-d475-481e-b587-d853e27dd077, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:50:08.309333 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] For port 9458abc8-d475-481e-b587-d853e27dd077, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9458abc8-d475-481e-b587-d853e27dd077,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:50:08.313921 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:08.347043 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:08.347668 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:08.349161 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/9458abc8-d475-481e-b587-d853e27dd077 HTTP/1.1" status: 200 len: 1094 time: 0.9295688 Aug 13 03:50:08.349665 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c87418-32a2-4733-89c4-7b8bde66719e', 'tag': '9458abc8-d475-481e-b587-d853e27dd077'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:08.352239 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80da689e-7a20-4cf8-9c14-3c1145a04a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c87418-32a2-4733-89c4-7b8bde66719e", "tag": "9458abc8-d475-481e-b587-d853e27dd077"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:08.377417 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cbb85-fa40-4469-9ae7-c90a1891c3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9458abc8-d475-481e-b587-d853e27dd077,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:08.394173 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6962da-30b6-4665-8bc1-11f6b71a7412 x-openstack-request-id: req-6a6962da-30b6-4665-8bc1-11f6b71a7412 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:08.394529 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c87418-32a2-4733-89c4-7b8bde66719e", "tag": "9458abc8-d475-481e-b587-d853e27dd077", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:08.394783 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a6962da-30b6-4665-8bc1-11f6b71a7412 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:08.395177 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c87418-32a2-4733-89c4-7b8bde66719e', 'tag': '9458abc8-d475-481e-b587-d853e27dd077', 'status': 'completed', 'code': 200} Aug 13 03:50:08.440197 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-69c45b59-444d-42d9-a5bd-b15d194eab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:08.441693 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-69c45b59-444d-42d9-a5bd-b15d194eab40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 1097 time: 0.0435431 Aug 13 03:50:08.489516 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-c9d6566c-742b-4c7d-b7f8-262657525390 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9458abc8-d475-481e-b587-d853e27dd077 HTTP/1.1" status: 200 len: 217 time: 0.0388288 Aug 13 03:50:08.550368 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-5a985c66-b58f-4b0e-8fe4-15aeb6155558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:08.551879 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-5a985c66-b58f-4b0e-8fe4-15aeb6155558 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ef24b46-6383-4189-bcba-2f5b2fc961c1 HTTP/1.1" status: 200 len: 855 time: 0.0544584 Aug 13 03:50:08.586181 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-b550d2eb-072b-4cbc-b41a-fa89f14df7a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a81a4382-7c9d-44f0-b499-cd8b3391f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253627 Aug 13 03:50:08.705581 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-f9334b3a-3a9b-4461-bb27-174a9c4c743a service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103187 Aug 13 03:50:08.798411 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a9cd767f-072d-4871-b000-67580f4b74c3 req-a1ef0402-6908-4167-8a93-615ac7a5214b service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836666 Aug 13 03:50:08.884615 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-cd7a4794-aabf-4af8-8b5d-8180f27c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:08.886097 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-cd7a4794-aabf-4af8-8b5d-8180f27c216e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 1097 time: 0.0414681 Aug 13 03:50:08.979168 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-240a8aa5-47ae-4bec-8db8-dd0f4d3f8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:08.980538 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-240a8aa5-47ae-4bec-8db8-dd0f4d3f8f36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 915 time: 0.0866499 Aug 13 03:50:09.023196 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-07a40058-2747-4659-8e61-11f2a59120bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9458abc8-d475-481e-b587-d853e27dd077 HTTP/1.1" status: 200 len: 217 time: 0.0341465 Aug 13 03:50:09.077036 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-db66706a-5f35-40e4-a3c1-af1fff0d952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:09.078494 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-db66706a-5f35-40e4-a3c1-af1fff0d952a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ef24b46-6383-4189-bcba-2f5b2fc961c1 HTTP/1.1" status: 200 len: 855 time: 0.0461292 Aug 13 03:50:09.112594 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-5aba7fb5-3425-4f1c-9807-ee5635261160 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a81a4382-7c9d-44f0-b499-cd8b3391f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244615 Aug 13 03:50:09.207785 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-268ecfa6-e9bf-4fc5-997b-cf7f77625cfa service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850580 Aug 13 03:50:09.340260 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2a537-2fc2-478e-ba13-3833cdae6ac2 req-f50b2cdd-16eb-436b-a669-57a5a0756d14 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:09.341736 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-13b2a537-2fc2-478e-ba13-3833cdae6ac2 req-f50b2cdd-16eb-436b-a669-57a5a0756d14 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 944 time: 0.1026857 Aug 13 03:50:09.347444 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-80da689e-7a20-4cf8-9c14-3c1145a04a1a req-ced0f938-fbf7-47e9-8dba-6fbdd7e278e5 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292450 Aug 13 03:50:09.382168 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-13b2a537-2fc2-478e-ba13-3833cdae6ac2 req-da887d25-42fe-40f8-9d0d-9235f6908a7d tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335782 Aug 13 03:50:10.510334 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95e139-0a4a-42f4-82a9-5a68408dbd72 req-af0ed327-2a96-4fa7-b392-644a2a47315d tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:10.512006 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ae95e139-0a4a-42f4-82a9-5a68408dbd72 req-af0ed327-2a96-4fa7-b392-644a2a47315d tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 944 time: 0.0597672 Aug 13 03:50:10.561960 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ae95e139-0a4a-42f4-82a9-5a68408dbd72 req-8d48ad31-786b-4d76-afdb-cbce8955177e tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Aug 13 03:50:11.678567 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e1272-80bd-4f43-9fb6-62dcf96b63a1 req-df35f14c-7995-4464-8ee0-8a75616a885b tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:11.680129 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ba8e1272-80bd-4f43-9fb6-62dcf96b63a1 req-df35f14c-7995-4464-8ee0-8a75616a885b tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 944 time: 0.0502958 Aug 13 03:50:11.724055 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ba8e1272-80bd-4f43-9fb6-62dcf96b63a1 req-87ec0c80-18fd-472e-95af-febe002d8796 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372722 Aug 13 03:50:12.847113 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31023c8c-6c37-4469-98b1-2d9a7ebecfbc req-0ce26081-a131-4331-9693-4c92afc0ed11 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:12.848647 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-31023c8c-6c37-4469-98b1-2d9a7ebecfbc req-0ce26081-a131-4331-9693-4c92afc0ed11 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 944 time: 0.0552979 Aug 13 03:50:12.871858 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 9458abc8-d475-481e-b587-d853e27dd077 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:50:12.889349 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-31023c8c-6c37-4469-98b1-2d9a7ebecfbc req-06dab224-689a-4b42-a8fd-79df03615e77 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Aug 13 03:50:12.969079 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 9458abc8-d475-481e-b587-d853e27dd077, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9458abc8-d475-481e-b587-d853e27dd077,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:12.985071 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '9458abc8-d475-481e-b587-d853e27dd077', 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263', 'port_id': '9458abc8-d475-481e-b587-d853e27dd077', 'mac_address': 'fa:16:3e:a9:0c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef24b46-6383-4189-bcba-2f5b2fc961c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:50:13.024416 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:13.038254 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9458abc8-d475-481e-b587-d853e27dd077 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:50:13.060861 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 9458abc8-d475-481e-b587-d853e27dd077, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9458abc8-d475-481e-b587-d853e27dd077,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:13.065489 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:13.121772 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=9458abc8-d475-481e-b587-d853e27dd077,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:13.352391 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['9458abc8-d475-481e-b587-d853e27dd077'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:50:14.016099 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaf21a-00c7-4f48-a714-e417e0f4dbcd req-09f89c23-1403-490c-b24c-17de730cf2cc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:14.017745 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a0aaf21a-00c7-4f48-a714-e417e0f4dbcd req-09f89c23-1403-490c-b24c-17de730cf2cc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 945 time: 0.0587986 Aug 13 03:50:14.060734 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a0aaf21a-00c7-4f48-a714-e417e0f4dbcd req-9916b124-94e1-4f2f-846e-ebb718e39a4c tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365963 Aug 13 03:50:14.902082 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 9458abc8-d475-481e-b587-d853e27dd077 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:14.952168 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 9458abc8-d475-481e-b587-d853e27dd077 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:14.956355 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 9458abc8-d475-481e-b587-d853e27dd077 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:14.956742 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:15.039449 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:15.063957 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c87418-32a2-4733-89c4-7b8bde66719e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9458abc8-d475-481e-b587-d853e27dd077'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:15.066146 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13474d2d-8c3e-439f-8c1c-b24a632db5c0" -d '{"events": [{"server_uuid": "a7c87418-32a2-4733-89c4-7b8bde66719e", "name": "network-vif-plugged", "status": "completed", "tag": "9458abc8-d475-481e-b587-d853e27dd077"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:15.081790 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 9458abc8-d475-481e-b587-d853e27dd077, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9458abc8-d475-481e-b587-d853e27dd077,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:15.087995 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:15.125362 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5142306-f9cc-49cd-ad77-2fd2c85ce60a x-openstack-request-id: req-b5142306-f9cc-49cd-ad77-2fd2c85ce60a {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:15.125658 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c87418-32a2-4733-89c4-7b8bde66719e", "name": "network-vif-plugged", "status": "completed", "tag": "9458abc8-d475-481e-b587-d853e27dd077", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:15.125914 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5142306-f9cc-49cd-ad77-2fd2c85ce60a {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:15.126297 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c87418-32a2-4733-89c4-7b8bde66719e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9458abc8-d475-481e-b587-d853e27dd077', 'code': 200} Aug 13 03:50:15.149382 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=9458abc8-d475-481e-b587-d853e27dd077,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:15.158572 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.159283 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.159750 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.160156 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.160550 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.161007 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.161365 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.161754 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.162142 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.162559 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.162941 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.163325 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:15.204158 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ef81d-46c9-484d-9512-af17d5e044f6 req-ba7f5191-b977-411f-89b2-09d0422b8d59 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:15.205878 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-018ef81d-46c9-484d-9512-af17d5e044f6 req-ba7f5191-b977-411f-89b2-09d0422b8d59 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 946 time: 0.0638733 Aug 13 03:50:15.249978 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-018ef81d-46c9-484d-9512-af17d5e044f6 req-79d4801b-058a-4f77-8f9c-0266a968133f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Aug 13 03:50:15.307126 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db95c67-9135-4313-8d58-8fc86f35b192 req-25d02ca3-6472-4862-8994-58d521fa4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:15.308693 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9db95c67-9135-4313-8d58-8fc86f35b192 req-25d02ca3-6472-4862-8994-58d521fa4f30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 1099 time: 0.0417767 Aug 13 03:50:15.351629 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9db95c67-9135-4313-8d58-8fc86f35b192 req-05be61d8-45ea-43c3-8ffd-47603bc88251 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301580 Aug 13 03:50:16.383271 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46a971-16ad-46a3-ad94-d3134d55254a req-2f2c01bf-c576-4593-8602-8d4dd1382dc1 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:16.385087 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fe46a971-16ad-46a3-ad94-d3134d55254a req-2f2c01bf-c576-4593-8602-8d4dd1382dc1 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 946 time: 0.0629270 Aug 13 03:50:16.431981 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fe46a971-16ad-46a3-ad94-d3134d55254a req-8f184658-0d14-4c76-a2ac-116e8aea24a8 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407574 Aug 13 03:50:17.551694 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfff83-1ff1-40d5-aa0c-719c0e6519d9 req-3fc4534d-6abc-4710-8c96-6cba68608b43 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:17.553392 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-72dfff83-1ff1-40d5-aa0c-719c0e6519d9 req-3fc4534d-6abc-4710-8c96-6cba68608b43 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 946 time: 0.0506291 Aug 13 03:50:17.593875 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-72dfff83-1ff1-40d5-aa0c-719c0e6519d9 req-4ca5b631-9ca1-425b-8e31-b0cf93cf4ba3 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Aug 13 03:50:19.357820 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89cc53-6224-4247-801c-828a703a956b req-3d475fe2-44df-4878-a738-e6d1e54cb388 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:19.359352 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-3d475fe2-44df-4878-a738-e6d1e54cb388 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 815 time: 0.1045825 Aug 13 03:50:19.383070 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-a9190281-00ad-49b0-977c-a85efa02f73d tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/quotas/e8e79a0f371d4d6ab6d70eded192c136 HTTP/1.1" status: 200 len: 375 time: 0.0167501 Aug 13 03:50:19.448513 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-32aa6ba4-f20c-4554-80ad-154fa36036b1 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591998 Aug 13 03:50:19.546892 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-ea84485e-3a6d-44b4-82b3-e4554a6b14b4 service neutron] 10.222.0.58 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859885 Aug 13 03:50:19.653714 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-7fa5afd8-d7e7-46cb-b2f4-9bf75529c085 service neutron] 10.222.0.58 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006234 Aug 13 03:50:19.830090 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-582f170b-31d8-41cc-b3d2-264c5f7881f9 req-910ed96b-575d-4dc1-ae7a-dc06ead3495d tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 210 time: 0.0271738 Aug 13 03:50:20.856410 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89cc53-6224-4247-801c-828a703a956b req-07ab6581-d9e6-4c2e-823a-ed4418164fa4 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:20.857966 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-07ab6581-d9e6-4c2e-823a-ed4418164fa4 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 815 time: 0.1067219 Aug 13 03:50:20.875332 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Request body: {'port': {'device_id': '863d957b-3b7a-4655-af6b-5e60aedb2800', 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263', 'admin_state_up': True, 'tenant_id': 'e8e79a0f371d4d6ab6d70eded192c136'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:20.955751 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d571f33e-4cad-4a3f-a342-757ce931e5d9 req-b1635b6c-9091-4fb0-97fe-877cf465b1e3 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 210 time: 0.0336430 Aug 13 03:50:21.011493 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Made reservation on behalf of e8e79a0f371d4d6ab6d70eded192c136 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:50:21.015132 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.139202 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Allocated IP 172.20.0.8 (a81a4382-7c9d-44f0-b499-cd8b3391f263/3ef24b46-6383-4189-bcba-2f5b2fc961c1/610cf36a-63cc-4764-b95e-c947055056ca) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:50:21.289291 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.326368 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.340504 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['70cb4576-2f9b-40a4-b8c0-14f83fef804b', '9458abc8-d475-481e-b587-d853e27dd077'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:50:21.371031 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Network a81a4382-7c9d-44f0-b499-cd8b3391f263 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:21.374200 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:21.377974 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:50:21.384476 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Pushing event updated for resources: {'Port': ['ID=610cf36a-63cc-4764-b95e-c947055056ca,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:21.411967 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.412315 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.412662 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.412999 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.413329 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.413667 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.413990 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.414313 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.414666 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.414993 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.415323 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.415646 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.441070 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:21.441706 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.456823 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-1f447d80-6bb7-4c32-b8f4-473525ae6ebb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858343 Aug 13 03:50:21.472518 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Request body: {'port': {'device_id': '863d957b-3b7a-4655-af6b-5e60aedb2800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:21.531665 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.812954 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610cf36a-63cc-4764-b95e-c947055056ca {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:50:21.821359 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.840892 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Transition to ACTIVE for port object 610cf36a-63cc-4764-b95e-c947055056ca will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:21.845194 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.896449 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Pushing event updated for resources: {'Port': ['ID=610cf36a-63cc-4764-b95e-c947055056ca,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:21.961973 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Attempting to bind port 610cf36a-63cc-4764-b95e-c947055056ca on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:50:21.962306 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Attempting to bind port 610cf36a-63cc-4764-b95e-c947055056ca by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:50:21.962667 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Attempting to bind port 610cf36a-63cc-4764-b95e-c947055056ca on network a81a4382-7c9d-44f0-b499-cd8b3391f263 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:21.967013 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Port 610cf36a-63cc-4764-b95e-c947055056ca on network a81a4382-7c9d-44f0-b499-cd8b3391f263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:50:21.967328 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Attempting to bind port 610cf36a-63cc-4764-b95e-c947055056ca on network a81a4382-7c9d-44f0-b499-cd8b3391f263 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:21.972099 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:50:21.972439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Checking segment: {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:50:21.972820 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Bound using segment: {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:50:21.973243 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Bound port: 610cf36a-63cc-4764-b95e-c947055056ca, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:50:21.973603 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:22.059818 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] For port 610cf36a-63cc-4764-b95e-c947055056ca, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:50:22.075266 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] For port 610cf36a-63cc-4764-b95e-c947055056ca, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=610cf36a-63cc-4764-b95e-c947055056ca,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:50:22.080400 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:22.115984 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a55a3-c58c-4042-ab80-fd8c9d477f53 req-e11fad7d-b458-429c-828f-0b71198a88b9 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.117468 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5e6a55a3-c58c-4042-ab80-fd8c9d477f53 req-e11fad7d-b458-429c-828f-0b71198a88b9 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 943 time: 0.0906081 Aug 13 03:50:22.125194 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.126149 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:22.128228 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] 10.222.0.18 "PUT /v2.0/ports/610cf36a-63cc-4764-b95e-c947055056ca HTTP/1.1" status: 200 len: 1093 time: 0.6602547 Aug 13 03:50:22.128731 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863d957b-3b7a-4655-af6b-5e60aedb2800', 'tag': '610cf36a-63cc-4764-b95e-c947055056ca'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:22.132475 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d" -d '{"events": [{"name": "network-changed", "server_uuid": "863d957b-3b7a-4655-af6b-5e60aedb2800", "tag": "610cf36a-63cc-4764-b95e-c947055056ca"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:22.179240 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f03fa2-b4a1-41da-a471-4e61d6e91607 x-openstack-request-id: req-34f03fa2-b4a1-41da-a471-4e61d6e91607 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:22.179526 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863d957b-3b7a-4655-af6b-5e60aedb2800", "tag": "610cf36a-63cc-4764-b95e-c947055056ca", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:22.179775 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34f03fa2-b4a1-41da-a471-4e61d6e91607 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:22.180166 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863d957b-3b7a-4655-af6b-5e60aedb2800', 'tag': '610cf36a-63cc-4764-b95e-c947055056ca', 'status': 'completed', 'code': 200} Aug 13 03:50:22.217129 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a87d2-4edc-489e-8b08-c4e06bef80dd service neutron] Pushing event updated for resources: {'Port': ['ID=610cf36a-63cc-4764-b95e-c947055056ca,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:22.224434 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5e6a55a3-c58c-4042-ab80-fd8c9d477f53 req-fb8eca24-7bcc-44aa-bb0e-39976b8b5c16 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869107 Aug 13 03:50:22.237219 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89cc53-6224-4247-801c-828a703a956b req-ec1eb71e-f9e2-4a43-aac7-17325bcd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.238763 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-ec1eb71e-f9e2-4a43-aac7-17325bcd8921 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 1096 time: 0.0635436 Aug 13 03:50:22.284208 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-a44f2a90-1129-4321-ba10-ab59d18f4375 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=610cf36a-63cc-4764-b95e-c947055056ca HTTP/1.1" status: 200 len: 217 time: 0.0341189 Aug 13 03:50:22.334282 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89cc53-6224-4247-801c-828a703a956b req-066b68e5-be93-4ef0-8acd-ff1bcd82939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.335667 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-066b68e5-be93-4ef0-8acd-ff1bcd82939b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ef24b46-6383-4189-bcba-2f5b2fc961c1 HTTP/1.1" status: 200 len: 855 time: 0.0423632 Aug 13 03:50:22.379908 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-02ea87ce-7d3f-48e7-8096-133e9cf9559c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a81a4382-7c9d-44f0-b499-cd8b3391f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282893 Aug 13 03:50:22.467636 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-91213220-8e76-405a-8480-591212ca51ab service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790281 Aug 13 03:50:22.562811 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2b89cc53-6224-4247-801c-828a703a956b req-de2cbaa2-358b-4fa5-b369-f62795c032c3 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856988 Aug 13 03:50:22.661094 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-928667a3-b59e-4049-8f76-0cc06c38a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.662566 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-928667a3-b59e-4049-8f76-0cc06c38a463 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 1096 time: 0.0426865 Aug 13 03:50:22.752136 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-4b5836de-571e-494b-a8d1-2bd8c494c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.753615 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-4b5836de-571e-494b-a8d1-2bd8c494c03f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 915 time: 0.0834391 Aug 13 03:50:22.800371 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-1ad8d3bb-558c-43f2-86e1-c51e6a456371 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=610cf36a-63cc-4764-b95e-c947055056ca HTTP/1.1" status: 200 len: 217 time: 0.0375333 Aug 13 03:50:22.852813 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-22c441c2-8c82-4d1c-a3d9-04338232e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.854312 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-22c441c2-8c82-4d1c-a3d9-04338232e2af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ef24b46-6383-4189-bcba-2f5b2fc961c1 HTTP/1.1" status: 200 len: 855 time: 0.0440016 Aug 13 03:50:22.887541 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-4ddf7cd3-d8fd-47e2-9d47-5a46a0ec4268 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a81a4382-7c9d-44f0-b499-cd8b3391f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253680 Aug 13 03:50:22.989775 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-7a6c909f-345e-43e8-b1ee-5a5012549492 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880034 Aug 13 03:50:23.089896 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-98f69d70-6e5d-46e2-bb1f-39d2d2ce971d req-46603215-d266-4ef2-b2f1-3898c1305af2 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818794 Aug 13 03:50:23.341052 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d511f-daf1-4085-a16d-4dab931c146a req-714d7ccc-9f3f-421e-a052-d54e80737126 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:23.342561 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-349d511f-daf1-4085-a16d-4dab931c146a req-714d7ccc-9f3f-421e-a052-d54e80737126 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 943 time: 0.0521069 Aug 13 03:50:23.382712 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-349d511f-daf1-4085-a16d-4dab931c146a req-14bcf7a9-3b4c-4317-87f1-b307a5406029 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343087 Aug 13 03:50:24.495469 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0355e-610b-454b-bc20-b94aaf33f6bc req-17d855d7-4b2c-43b2-abb0-8cb0772c3ea6 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:24.496921 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2ea0355e-610b-454b-bc20-b94aaf33f6bc req-17d855d7-4b2c-43b2-abb0-8cb0772c3ea6 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 943 time: 0.0483994 Aug 13 03:50:24.534259 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2ea0355e-610b-454b-bc20-b94aaf33f6bc req-1b599445-042b-4c58-8dac-f01554eb7da9 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Aug 13 03:50:25.648796 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afb15e-8078-47f3-9eb0-9b0e7c1531ec req-656479da-2c9a-402d-b74b-02884d56dd81 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:25.650280 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4afb15e-8078-47f3-9eb0-9b0e7c1531ec req-656479da-2c9a-402d-b74b-02884d56dd81 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 943 time: 0.0498388 Aug 13 03:50:25.689354 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f4afb15e-8078-47f3-9eb0-9b0e7c1531ec req-ba609e0e-1bf1-4d10-8f66-39866d148f75 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Aug 13 03:50:26.805952 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed81dfb-723d-4cfb-b74b-4ac5c4b9efb6 req-f253413d-c02e-4841-b41b-c03ac5847600 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:26.807496 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ed81dfb-723d-4cfb-b74b-4ac5c4b9efb6 req-f253413d-c02e-4841-b41b-c03ac5847600 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 943 time: 0.0513630 Aug 13 03:50:26.851576 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0ed81dfb-723d-4cfb-b74b-4ac5c4b9efb6 req-20439622-357c-40d9-924a-4c95eec6c1fa tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375161 Aug 13 03:50:26.963457 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 610cf36a-63cc-4764-b95e-c947055056ca details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:50:27.060182 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 610cf36a-63cc-4764-b95e-c947055056ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=610cf36a-63cc-4764-b95e-c947055056ca,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:27.072816 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '610cf36a-63cc-4764-b95e-c947055056ca', 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263', 'port_id': '610cf36a-63cc-4764-b95e-c947055056ca', 'mac_address': 'fa:16:3e:20:c6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef24b46-6383-4189-bcba-2f5b2fc961c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:50:27.111012 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:27.125987 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610cf36a-63cc-4764-b95e-c947055056ca {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:50:27.152936 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 610cf36a-63cc-4764-b95e-c947055056ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=610cf36a-63cc-4764-b95e-c947055056ca,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:27.157065 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:27.207959 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=610cf36a-63cc-4764-b95e-c947055056ca,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:27.454841 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['610cf36a-63cc-4764-b95e-c947055056ca'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:50:27.975272 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eb3c7-e10e-4f6c-bf95-ddbd00fbd9f3 req-9d68f196-87ed-4142-912e-21f5d34bd9dd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:27.976798 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f47eb3c7-e10e-4f6c-bf95-ddbd00fbd9f3 req-9d68f196-87ed-4142-912e-21f5d34bd9dd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 944 time: 0.0538888 Aug 13 03:50:28.017284 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f47eb3c7-e10e-4f6c-bf95-ddbd00fbd9f3 req-b738a1bb-0d48-47ca-8679-94271ae83758 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335255 Aug 13 03:50:28.948317 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-9636d200-e6df-4979-b4fc-d65d22df3c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:28.993439 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 610cf36a-63cc-4764-b95e-c947055056ca up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:29.053532 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 610cf36a-63cc-4764-b95e-c947055056ca completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:29.059968 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 610cf36a-63cc-4764-b95e-c947055056ca triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:29.060346 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:29.156383 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:29.162290 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67017a20-d2c9-4b82-9cbd-48f7a082ff28 req-a9520ebc-ea54-4059-9993-0eb5b6cc4b25 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:29.164070 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-67017a20-d2c9-4b82-9cbd-48f7a082ff28 req-a9520ebc-ea54-4059-9993-0eb5b6cc4b25 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 944 time: 0.0543480 Aug 13 03:50:29.187698 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863d957b-3b7a-4655-af6b-5e60aedb2800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610cf36a-63cc-4764-b95e-c947055056ca'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:29.191120 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2972d72a-330f-4b81-a63e-d7139801b158" -d '{"events": [{"server_uuid": "863d957b-3b7a-4655-af6b-5e60aedb2800", "name": "network-vif-plugged", "status": "completed", "tag": "610cf36a-63cc-4764-b95e-c947055056ca"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:29.206105 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 610cf36a-63cc-4764-b95e-c947055056ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=610cf36a-63cc-4764-b95e-c947055056ca,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:29.209227 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-67017a20-d2c9-4b82-9cbd-48f7a082ff28 req-50b232c2-40fe-4bc0-a09d-13ad3adf682c tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364354 Aug 13 03:50:29.212802 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:29.273428 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fd797d-b5e4-4b99-b9a1-58eef4149d2a x-openstack-request-id: req-35fd797d-b5e4-4b99-b9a1-58eef4149d2a {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:29.273937 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863d957b-3b7a-4655-af6b-5e60aedb2800", "name": "network-vif-plugged", "status": "completed", "tag": "610cf36a-63cc-4764-b95e-c947055056ca", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:29.274364 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35fd797d-b5e4-4b99-b9a1-58eef4149d2a {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:29.275013 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863d957b-3b7a-4655-af6b-5e60aedb2800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610cf36a-63cc-4764-b95e-c947055056ca', 'code': 200} Aug 13 03:50:29.306282 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=610cf36a-63cc-4764-b95e-c947055056ca,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:29.463319 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48fb95-e715-4385-8f18-4a3105b0a26f req-51a227da-ba0a-4dba-b41b-4d313f607c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:29.464844 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ad48fb95-e715-4385-8f18-4a3105b0a26f req-51a227da-ba0a-4dba-b41b-4d313f607c6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 1098 time: 0.0418096 Aug 13 03:50:29.516431 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ad48fb95-e715-4385-8f18-4a3105b0a26f req-b1fd4b2b-cacc-4071-a087-04e6fda72e57 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372753 Aug 13 03:50:30.333483 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ebc6d-9ac3-4655-acbe-4b63fa6dba31 req-f6cae4b8-d1ea-48ce-af40-fb1a5c7d21a2 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:30.335030 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b49ebc6d-9ac3-4655-acbe-4b63fa6dba31 req-f6cae4b8-d1ea-48ce-af40-fb1a5c7d21a2 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 945 time: 0.0498483 Aug 13 03:50:30.375392 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b49ebc6d-9ac3-4655-acbe-4b63fa6dba31 req-fb4d3078-a494-49fd-af1e-dc8117050996 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Aug 13 03:50:31.492462 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11871685-d2f6-4742-886c-35c5e45c04cb req-a66aa947-6795-4819-a612-b534481f8181 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:31.493860 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11871685-d2f6-4742-886c-35c5e45c04cb req-a66aa947-6795-4819-a612-b534481f8181 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 945 time: 0.0500734 Aug 13 03:50:31.532218 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-11871685-d2f6-4742-886c-35c5e45c04cb req-3f04ce08-846f-42f6-abf9-89b73da12652 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Aug 13 03:50:32.239187 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:32.500161 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-602b4b19-a6bd-4151-b03e-80b23ead7a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:32.652537 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb8885-5278-4911-b45f-4bdad933c14b req-c7fe4e58-9cd1-48c2-8eba-61aa7a63d036 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:32.654075 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-59eb8885-5278-4911-b45f-4bdad933c14b req-c7fe4e58-9cd1-48c2-8eba-61aa7a63d036 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 945 time: 0.0515847 Aug 13 03:50:32.702561 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-59eb8885-5278-4911-b45f-4bdad933c14b req-99c91dc5-2a7d-4c76-8a7c-43cfbd1462a0 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381141 Aug 13 03:50:33.859424 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7280e0c-d205-4099-8b28-7bedcd575657 req-e9331a27-db6c-4b80-91d5-f764feb808e5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:33.861125 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a7280e0c-d205-4099-8b28-7bedcd575657 req-e9331a27-db6c-4b80-91d5-f764feb808e5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 945 time: 0.0614583 Aug 13 03:50:33.912624 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a7280e0c-d205-4099-8b28-7bedcd575657 req-4a825cd8-01fe-4650-93b4-1cdd2e7679c0 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Aug 13 03:50:34.092131 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:34.961930 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.441235 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:36.553323 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:50:37.187253 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-a46350d0-6a2a-4522-837a-2aee67d79477 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750930071&fields=id&tenant_id=3e5339bbe48b46729948f977f174854a HTTP/1.1" status: 200 len: 267 time: 0.0330408 Aug 13 03:50:37.296639 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-544c6dfb-4ef0-4208-8463-d6a9fe02cb8e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:37.298120 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-544c6dfb-4ef0-4208-8463-d6a9fe02cb8e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 812 time: 0.1040697 Aug 13 03:50:37.313653 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-5107636f-ee05-44ff-8b18-ac1aa4236ac9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/quotas/3e5339bbe48b46729948f977f174854a HTTP/1.1" status: 200 len: 375 time: 0.0099435 Aug 13 03:50:37.378959 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-a7cd6812-7bc0-4416-94dd-1cc30d1f0924 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0524921 Aug 13 03:50:37.471504 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-d176b305-e170-4dfa-afbb-f6fa9c45a358 service neutron] 10.222.0.58 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804596 Aug 13 03:50:37.571651 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-3c91b594-f921-43fb-ab3a-9164f5ae5987 service neutron] 10.222.0.58 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931320 Aug 13 03:50:37.923750 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d2e7dbaa-07e4-4f26-a3ac-9c34b6b311be req-7caa9cb2-2aed-45ab-9a56-cf3cb85f01b2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 210 time: 0.0418794 Aug 13 03:50:38.927755 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-789e76c1-34e5-4a30-88fa-e81b79b61e28 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:38.929096 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-789e76c1-34e5-4a30-88fa-e81b79b61e28 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 812 time: 0.1065385 Aug 13 03:50:38.974836 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-69c67e90-c158-4515-b1c5-45a83842bd8d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5339bbe48b46729948f977f174854a HTTP/1.1" status: 200 len: 380 time: 0.0345657 Aug 13 03:50:38.985706 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'port': {'device_id': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'admin_state_up': True, 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'security_groups': ['084e597c-2383-43d5-a16b-369b44b31cea']}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:39.056619 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8cf8de3a-9e42-4fd8-aed3-b571028722e5 req-d9e2ae68-7480-4ae9-a9c0-b7ad692a662c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 210 time: 0.0310643 Aug 13 03:50:39.113389 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Made reservation on behalf of 3e5339bbe48b46729948f977f174854a for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:50:39.116836 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.207021 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-43503189-0c05-4d74-8869-6825910c74c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424681 Aug 13 03:50:39.262493 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Allocated IP 172.20.0.4 (d330e3f7-a1d1-4eaf-a474-b681700f9682/b04f61c8-9286-4147-995b-446f496eaa46/02030ddd-e340-4d26-a995-78fa056a41ee) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:50:39.291626 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-73ff1d25-ec26-414a-ab72-b22528e9ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:39.293682 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-73ff1d25-ec26-414a-ab72-b22528e9ce97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 1098 time: 0.0413043 Aug 13 03:50:39.403889 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-ccd018ff-9519-487e-a0a6-2944128ebb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:39.405379 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-ccd018ff-9519-487e-a0a6-2944128ebb27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.0891123 Aug 13 03:50:39.411423 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.425261 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Transition to ACTIVE for port object 02030ddd-e340-4d26-a995-78fa056a41ee will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:39.459360 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.486337 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-ddb6f123-8ebd-40e3-973c-62e5d2033a21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a HTTP/1.1" status: 200 len: 1001 time: 0.0667968 Aug 13 03:50:39.499602 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:39.502638 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:39.508623 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:50:39.537939 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'Port': ['ID=02030ddd-e340-4d26-a995-78fa056a41ee,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:39.544360 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-6ab2162b-4a17-42ba-8b33-048b2b8b60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:39.546296 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-6ab2162b-4a17-42ba-8b33-048b2b8b60a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0507607 Aug 13 03:50:39.564955 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:39.565578 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.583734 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-dda5db9c-cd67-4ad8-a8c2-b872cfc7b550 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022334 Aug 13 03:50:39.597771 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Request body: {'port': {'device_id': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:39.606669 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-53d04339-36af-44dd-93aa-3b844671a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:39.608188 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-53d04339-36af-44dd-93aa-3b844671a1ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468810 Aug 13 03:50:39.656972 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.704146 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-6c354fc6-4bb5-410c-ada4-3a6bddea128a service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856364 Aug 13 03:50:39.784096 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-46d17d27-8423-4887-9dc4-7f186d8fe521 None None] Provisioning for port 02030ddd-e340-4d26-a995-78fa056a41ee completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:39.796435 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-46d17d27-8423-4887-9dc4-7f186d8fe521 None None] Provisioning complete for port 02030ddd-e340-4d26-a995-78fa056a41ee triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:39.796754 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-46d17d27-8423-4887-9dc4-7f186d8fe521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.813537 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-24892888-4887-4552-9a8c-2d0253d33bb1 req-4286ac59-9a53-49d5-9f48-40b9db74600f service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009281 Aug 13 03:50:39.836675 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-46d17d27-8423-4887-9dc4-7f186d8fe521 None None] Port 02030ddd-e340-4d26-a995-78fa056a41ee cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:50:39.925475 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02030ddd-e340-4d26-a995-78fa056a41ee {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:50:39.933197 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.945177 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Transition to ACTIVE for port object 02030ddd-e340-4d26-a995-78fa056a41ee will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:39.948258 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.004399 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Pushing event updated for resources: {'Port': ['ID=02030ddd-e340-4d26-a995-78fa056a41ee,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:40.389299 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Attempting to bind port 02030ddd-e340-4d26-a995-78fa056a41ee on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:50:40.389629 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Attempting to bind port 02030ddd-e340-4d26-a995-78fa056a41ee by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:50:40.389959 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Attempting to bind port 02030ddd-e340-4d26-a995-78fa056a41ee on network d330e3f7-a1d1-4eaf-a474-b681700f9682 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:40.400668 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01295-c6fb-4382-9f17-b5ed55c62480 req-0d7a5176-03a4-49bb-a1c3-f1265a5898a1 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:40.402802 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c3d01295-c6fb-4382-9f17-b5ed55c62480 req-0d7a5176-03a4-49bb-a1c3-f1265a5898a1 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0749202 Aug 13 03:50:40.405363 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Port 02030ddd-e340-4d26-a995-78fa056a41ee on network d330e3f7-a1d1-4eaf-a474-b681700f9682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:50:40.405790 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Attempting to bind port 02030ddd-e340-4d26-a995-78fa056a41ee on network d330e3f7-a1d1-4eaf-a474-b681700f9682 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:40.419531 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:50:40.419925 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Checking segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:50:40.420343 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Bound using segment: {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:50:40.420833 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Bound port: 02030ddd-e340-4d26-a995-78fa056a41ee, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02426a8b-7667-4e68-b229-8e8c7308e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:50:40.421226 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.478567 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c3d01295-c6fb-4382-9f17-b5ed55c62480 req-07ceef09-4c14-4bdb-8018-a5a6203f256f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686781 Aug 13 03:50:40.509843 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] For port 02030ddd-e340-4d26-a995-78fa056a41ee, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:50:40.512968 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] For port 02030ddd-e340-4d26-a995-78fa056a41ee, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02030ddd-e340-4d26-a995-78fa056a41ee,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:50:40.517846 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.552516 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:40.553166 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.554593 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] 10.222.0.18 "PUT /v2.0/ports/02030ddd-e340-4d26-a995-78fa056a41ee HTTP/1.1" status: 200 len: 1093 time: 0.9612515 Aug 13 03:50:40.555072 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:40.557330 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:40.584982 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7cb4a-dd90-49c1-81a9-4e5c90757127 service neutron] Pushing event updated for resources: {'Port': ['ID=02030ddd-e340-4d26-a995-78fa056a41ee,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:40.596707 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeea4a2e-bc6a-44a3-b315-d31c1f24784a x-openstack-request-id: req-aeea4a2e-bc6a-44a3-b315-d31c1f24784a {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:40.597406 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:40.597809 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aeea4a2e-bc6a-44a3-b315-d31c1f24784a {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:40.598876 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee', 'status': 'completed', 'code': 200} Aug 13 03:50:40.660531 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-97a4577c-84f9-4372-8374-ab723b3b82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:40.662036 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-97a4577c-84f9-4372-8374-ab723b3b82d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0436780 Aug 13 03:50:40.706801 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-6781b439-10df-44b3-ab5c-f42bf2ca47f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02030ddd-e340-4d26-a995-78fa056a41ee HTTP/1.1" status: 200 len: 217 time: 0.0346649 Aug 13 03:50:40.759856 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e703f5e6-d38b-4d20-92cb-1e8a7029b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:40.761300 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-e703f5e6-d38b-4d20-92cb-1e8a7029b25c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0470214 Aug 13 03:50:40.808288 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-d2c2eb19-ed40-4dd4-9a9b-ca673040e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:40.809783 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-d2c2eb19-ed40-4dd4-9a9b-ca673040e92a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412476 Aug 13 03:50:40.905728 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-98230def-8682-4b6a-bed6-a5993831e88a service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Aug 13 03:50:40.999686 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e4f2b71c-ef2a-45f3-a4ca-6bce00e60b68 req-7aeb2112-1f8d-4ba0-ac4d-e88614e79e94 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829298 Aug 13 03:50:41.085095 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-996997d8-d873-4309-afaa-2f7c3fa42ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:41.086620 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-996997d8-d873-4309-afaa-2f7c3fa42ed2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0420423 Aug 13 03:50:41.186445 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-7eab2ae4-ec52-44f9-a2a7-9b3a169ccab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:41.188000 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-7eab2ae4-ec52-44f9-a2a7-9b3a169ccab7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.0923109 Aug 13 03:50:41.232578 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-244f9822-f27d-4621-97f5-b73627697604 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02030ddd-e340-4d26-a995-78fa056a41ee HTTP/1.1" status: 200 len: 217 time: 0.0337322 Aug 13 03:50:41.281148 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-78355409-48d2-48bd-b3ec-5957dc78e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:41.282636 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-78355409-48d2-48bd-b3ec-5957dc78e453 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0431397 Aug 13 03:50:41.341524 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-f3b046b8-f64a-455d-bd75-a222c4e1e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:41.342974 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-f3b046b8-f64a-455d-bd75-a222c4e1e079 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438435 Aug 13 03:50:41.435954 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-32c7ab34-89f5-414e-8f08-18dbf5347f61 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Aug 13 03:50:41.529545 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d890f3c0-0262-4f90-9b03-9e6ad7f4534d req-8ae6dfd8-52da-4f29-bf38-9d9fe60fbd32 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852766 Aug 13 03:50:41.595846 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b3af0-4946-4b76-9c1f-911bf069407e req-0f3c71e5-bb48-4b53-9a3b-98694db79e40 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:41.597250 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d23b3af0-4946-4b76-9c1f-911bf069407e req-0f3c71e5-bb48-4b53-9a3b-98694db79e40 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0516596 Aug 13 03:50:41.637405 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d23b3af0-4946-4b76-9c1f-911bf069407e req-35c59d7f-ec00-4fa0-b24b-691f990781ca tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340543 Aug 13 03:50:42.753379 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e642874-8e2c-413a-8971-d58e45613d8a req-40b9c5c9-a675-45ab-883f-fddd271d732c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:42.754844 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8e642874-8e2c-413a-8971-d58e45613d8a req-40b9c5c9-a675-45ab-883f-fddd271d732c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0479250 Aug 13 03:50:42.792255 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8e642874-8e2c-413a-8971-d58e45613d8a req-e39379df-26a4-4b98-9414-9b5705fd740a tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Aug 13 03:50:43.915804 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8d36-1844-460b-81e5-b306efce36ec req-dcde0775-d2a8-47e7-95db-e9e2407ed125 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:43.917359 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e47c8d36-1844-460b-81e5-b306efce36ec req-dcde0775-d2a8-47e7-95db-e9e2407ed125 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0551016 Aug 13 03:50:43.956469 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e47c8d36-1844-460b-81e5-b306efce36ec req-58e246bf-b13b-44bf-8f93-1a050bf94ecb tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327954 Aug 13 03:50:45.087113 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346e591-cb1b-43ed-a8f7-9ebce24604ad req-ac25dd23-ed1f-43df-a450-568e6bf726cc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:45.089291 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9346e591-cb1b-43ed-a8f7-9ebce24604ad req-ac25dd23-ed1f-43df-a450-568e6bf726cc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0590060 Aug 13 03:50:45.141761 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9346e591-cb1b-43ed-a8f7-9ebce24604ad req-d0ed6434-ff78-4d0e-ad92-3e43d8a8b30b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446556 Aug 13 03:50:46.269987 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79738-c415-4fb2-ab21-582474cca8c1 req-65a46c2c-cde3-42d7-87cc-a9088655cd05 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:46.271530 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7bf79738-c415-4fb2-ab21-582474cca8c1 req-65a46c2c-cde3-42d7-87cc-a9088655cd05 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0511327 Aug 13 03:50:46.309625 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7bf79738-c415-4fb2-ab21-582474cca8c1 req-364d5737-7cab-4c05-a6b0-99424d8e4628 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317042 Aug 13 03:50:47.426403 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e11e-8159-4d1a-8be1-7cadfdf35215 req-b045bcc7-7073-4c06-aa60-71df1b15b4b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:47.427871 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5259e11e-8159-4d1a-8be1-7cadfdf35215 req-b045bcc7-7073-4c06-aa60-71df1b15b4b8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0520744 Aug 13 03:50:47.464596 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5259e11e-8159-4d1a-8be1-7cadfdf35215 req-b9d4e56a-47f6-4468-9d18-d3c39cd2b791 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Aug 13 03:50:48.582501 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb2033-7b13-4ae1-8e47-3b93460f0709 req-19977655-2f41-4332-9fd1-b34d66e9974b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:48.584004 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a7bb2033-7b13-4ae1-8e47-3b93460f0709 req-19977655-2f41-4332-9fd1-b34d66e9974b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0509372 Aug 13 03:50:48.622511 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a7bb2033-7b13-4ae1-8e47-3b93460f0709 req-f37e259e-54c4-4055-b630-4e8a4711b791 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Aug 13 03:50:49.736105 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30374a9-ecc5-4a64-b38b-296809f98e83 req-027fa9ed-6c70-4bf7-8ad8-162aefc5001b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:49.737637 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e30374a9-ecc5-4a64-b38b-296809f98e83 req-027fa9ed-6c70-4bf7-8ad8-162aefc5001b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0494065 Aug 13 03:50:49.775121 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e30374a9-ecc5-4a64-b38b-296809f98e83 req-3628550b-eeaa-4256-83a1-f69f5683ea84 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313179 Aug 13 03:50:50.894364 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cca99-6cc8-4728-b165-759c71ff6a51 req-7c04320e-ec0d-4341-8114-25251ebf9e92 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:50.895979 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f8cca99-6cc8-4728-b165-759c71ff6a51 req-7c04320e-ec0d-4341-8114-25251ebf9e92 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0550532 Aug 13 03:50:50.945156 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4f8cca99-6cc8-4728-b165-759c71ff6a51 req-dbe4160c-f2e1-4308-83d7-4d354c02936b tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430684 Aug 13 03:50:52.064494 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e8d01-d03c-45d4-aaef-f78fab37cadd req-c1aed9f9-9eeb-4692-9a1a-7e36d0dd0e4e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:52.065969 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-430e8d01-d03c-45d4-aaef-f78fab37cadd req-c1aed9f9-9eeb-4692-9a1a-7e36d0dd0e4e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0512362 Aug 13 03:50:52.105727 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-430e8d01-d03c-45d4-aaef-f78fab37cadd req-0582fb88-ef6c-4dd6-bd68-b9e5f0c0ff15 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336697 Aug 13 03:50:53.218883 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a39fa3-0525-4661-9ba0-4b041be439c1 req-640d1b16-a277-4793-a728-1463730f0e54 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:53.220434 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b1a39fa3-0525-4661-9ba0-4b041be439c1 req-640d1b16-a277-4793-a728-1463730f0e54 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0480955 Aug 13 03:50:53.261060 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b1a39fa3-0525-4661-9ba0-4b041be439c1 req-3e11e78d-2f98-4e45-bb3e-95f8a7091af6 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346708 Aug 13 03:50:54.382556 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326163c-5ee1-4218-95bd-7b916a8de75e req-482d05d7-5234-471a-becc-bf0a88015ae9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:54.384272 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3326163c-5ee1-4218-95bd-7b916a8de75e req-482d05d7-5234-471a-becc-bf0a88015ae9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0536108 Aug 13 03:50:54.422029 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-3326163c-5ee1-4218-95bd-7b916a8de75e req-4fc0d4be-e98d-4c91-b011-c4d1d990e8ea tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Aug 13 03:50:55.535124 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e8131-1a5c-4cd3-bcd2-f5384587a554 req-2577bd01-436a-421d-98e3-f8e7d5668675 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:55.536577 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-583e8131-1a5c-4cd3-bcd2-f5384587a554 req-2577bd01-436a-421d-98e3-f8e7d5668675 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0495791 Aug 13 03:50:55.574159 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-583e8131-1a5c-4cd3-bcd2-f5384587a554 req-858be6d6-3893-49ed-8e5b-b29fe44449af tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315726 Aug 13 03:50:56.687316 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41b611-f319-453c-a449-1f6c804c45c3 req-fbd4025b-79de-4b9a-a60b-0f3bc8fbb199 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:56.688694 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bb41b611-f319-453c-a449-1f6c804c45c3 req-fbd4025b-79de-4b9a-a60b-0f3bc8fbb199 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0488133 Aug 13 03:50:56.725227 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bb41b611-f319-453c-a449-1f6c804c45c3 req-161c2813-1d04-4e69-9b2d-3b7a5ffe14fe tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305965 Aug 13 03:50:57.843327 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db1bd3-2bfa-44a0-82ad-2420df5791cd req-e3cda606-609e-48fa-98be-670421b9edf0 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:57.844831 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-73db1bd3-2bfa-44a0-82ad-2420df5791cd req-e3cda606-609e-48fa-98be-670421b9edf0 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0536249 Aug 13 03:50:57.884150 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-73db1bd3-2bfa-44a0-82ad-2420df5791cd req-57380ea1-6c01-439e-8ccf-365189e79154 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330589 Aug 13 03:50:58.949056 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7b735c01-8f17-43b7-8ade-472cc9b13de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:59.000715 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214daf15-70d7-4ec8-87a4-b4ab2da721e4 req-02362f15-6a46-4fc3-ac27-5d664a2ff82f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:59.002231 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-214daf15-70d7-4ec8-87a4-b4ab2da721e4 req-02362f15-6a46-4fc3-ac27-5d664a2ff82f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0503795 Aug 13 03:50:59.046786 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-214daf15-70d7-4ec8-87a4-b4ab2da721e4 req-77ca61f6-a9bf-4d28-b91b-d45c4ab49097 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370159 Aug 13 03:50:59.861598 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-86627c34-31b6-4d90-8738-eb1926bd1b62 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:59.863082 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-86627c34-31b6-4d90-8738-eb1926bd1b62 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 815 time: 0.1049514 Aug 13 03:50:59.878027 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-6ee750c2-430b-4e95-8a12-f1e2d37f038b tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/quotas/e8e79a0f371d4d6ab6d70eded192c136 HTTP/1.1" status: 200 len: 375 time: 0.0093138 Aug 13 03:50:59.931318 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60bbfff5-5530-48c6-aca0-f8d41c6abdc3 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480721 Aug 13 03:51:00.019272 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-425c193d-ff2f-45ce-b011-e9e4abe8c8cc service neutron] 10.222.0.58 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803275 Aug 13 03:51:00.120337 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-94c81aef-56ed-4ea9-9fa1-191da90fcaf9 service neutron] 10.222.0.58 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951331 Aug 13 03:51:00.172898 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f7de7-615d-4c05-8b94-09e164ea724a req-ee97296a-50d6-4d20-9c33-9236f947b0c2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:00.173198 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-220f7de7-615d-4c05-8b94-09e164ea724a req-ee97296a-50d6-4d20-9c33-9236f947b0c2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 943 time: 0.0559578 Aug 13 03:51:00.224221 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-220f7de7-615d-4c05-8b94-09e164ea724a req-b6f128c1-8fee-49c2-8cad-da3575fca2b9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448897 Aug 13 03:51:00.305943 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6aca27b8-19c4-4edf-a5ee-3645e3ab278f req-e6b26f6d-4cad-4091-8d1b-fd98c685abb9 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 210 time: 0.0323498 Aug 13 03:51:01.092580 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 02030ddd-e340-4d26-a995-78fa056a41ee details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:51:01.181739 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 02030ddd-e340-4d26-a995-78fa056a41ee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02030ddd-e340-4d26-a995-78fa056a41ee,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:01.192514 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '02030ddd-e340-4d26-a995-78fa056a41ee', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'port_id': '02030ddd-e340-4d26-a995-78fa056a41ee', 'mac_address': 'fa:16:3e:a7:bd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:51:01.232409 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.244807 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02030ddd-e340-4d26-a995-78fa056a41ee {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:51:01.272469 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 02030ddd-e340-4d26-a995-78fa056a41ee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02030ddd-e340-4d26-a995-78fa056a41ee,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:01.277245 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.337930 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=02030ddd-e340-4d26-a995-78fa056a41ee,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:01.357288 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9b4ad-df32-4ecd-a51b-2ddcede17e66 req-551db0ac-3364-4d27-9e72-386a77b25305 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:01.358972 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c2a9b4ad-df32-4ecd-a51b-2ddcede17e66 req-551db0ac-3364-4d27-9e72-386a77b25305 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 944 time: 0.0554714 Aug 13 03:51:01.414534 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-344e7eb2-7ca9-4d15-b5d6-1f0f309ba250 req-90e946df-d259-4fb6-9565-75ce33379458 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 210 time: 0.0351624 Aug 13 03:51:01.422123 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c2a9b4ad-df32-4ecd-a51b-2ddcede17e66 req-b6486830-252f-4def-b2da-202d6cdb96b3 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570076 Aug 13 03:51:01.556498 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-925ab6ca-5f4c-49b7-9634-8f7aace09f53 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:01.558302 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-925ab6ca-5f4c-49b7-9634-8f7aace09f53 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 815 time: 0.1160009 Aug 13 03:51:01.576072 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Request body: {'port': {'device_id': 'aea9df7b-a300-45a3-9b90-14cf8ff6fb75', 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263', 'admin_state_up': True, 'tenant_id': 'e8e79a0f371d4d6ab6d70eded192c136'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:01.616801 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['02030ddd-e340-4d26-a995-78fa056a41ee'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:01.718795 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Made reservation on behalf of e8e79a0f371d4d6ab6d70eded192c136 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:51:01.723076 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.852731 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Allocated IP 172.20.0.13 (a81a4382-7c9d-44f0-b499-cd8b3391f263/3ef24b46-6383-4189-bcba-2f5b2fc961c1/1c3fc0af-99d5-460b-9911-a71e61436396) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:51:01.997437 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.035367 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.074832 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Network a81a4382-7c9d-44f0-b499-cd8b3391f263 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:51:02.080794 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:02.084449 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:51:02.116188 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Pushing event updated for resources: {'Port': ['ID=1c3fc0af-99d5-460b-9911-a71e61436396,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:02.146927 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:02.147531 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.161325 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-60133de0-289b-4ae6-90f8-f05e28eacab5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899694 Aug 13 03:51:02.178755 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Request body: {'port': {'device_id': 'aea9df7b-a300-45a3-9b90-14cf8ff6fb75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:02.234359 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.240170 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.476596 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['70cb4576-2f9b-40a4-b8c0-14f83fef804b', '9458abc8-d475-481e-b587-d853e27dd077', '610cf36a-63cc-4764-b95e-c947055056ca'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:02.521074 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3fc0af-99d5-460b-9911-a71e61436396 {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:51:02.530647 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-3bffc235-1403-461f-9f24-117909725aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.539448 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.579485 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Transition to ACTIVE for port object 1c3fc0af-99d5-460b-9911-a71e61436396 will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:51:02.591292 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce158b-81eb-4443-8ccd-fc9c04f7ae19 req-49e12e07-9959-4fd6-bc0c-6ba50ff86632 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:02.592786 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-15ce158b-81eb-4443-8ccd-fc9c04f7ae19 req-49e12e07-9959-4fd6-bc0c-6ba50ff86632 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 932 time: 0.1064036 Aug 13 03:51:02.594895 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.649832 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab8a4a-3a01-4203-ba9f-27eefcdbdad6 req-8ddeba45-a0e3-4bfe-becd-9741427dc53c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:02.651335 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dbab8a4a-3a01-4203-ba9f-27eefcdbdad6 req-8ddeba45-a0e3-4bfe-becd-9741427dc53c tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 944 time: 0.1249073 Aug 13 03:51:02.686743 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3fc0af-99d5-460b-9911-a71e61436396,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:02.724843 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-15ce158b-81eb-4443-8ccd-fc9c04f7ae19 req-f7a3e349-b0ae-4f7c-82e9-80e9ab7ed997 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227212 Aug 13 03:51:02.769612 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dbab8a4a-3a01-4203-ba9f-27eefcdbdad6 req-f4bb4f20-7e94-4062-97be-1d5c7bdf2345 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050446 Aug 13 03:51:02.794161 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Attempting to bind port 1c3fc0af-99d5-460b-9911-a71e61436396 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:51:02.794161 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Attempting to bind port 1c3fc0af-99d5-460b-9911-a71e61436396 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:51:02.794161 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Attempting to bind port 1c3fc0af-99d5-460b-9911-a71e61436396 on network a81a4382-7c9d-44f0-b499-cd8b3391f263 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:51:02.798499 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Port 1c3fc0af-99d5-460b-9911-a71e61436396 on network a81a4382-7c9d-44f0-b499-cd8b3391f263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:51:02.798824 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Attempting to bind port 1c3fc0af-99d5-460b-9911-a71e61436396 on network a81a4382-7c9d-44f0-b499-cd8b3391f263 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:51:02.807744 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:51:02.808666 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Checking segment: {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:51:02.808942 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Bound using segment: {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:51:02.810334 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Bound port: 1c3fc0af-99d5-460b-9911-a71e61436396, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ad4dc-4020-42bc-82f3-58ae7a72a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:51:02.810923 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.882940 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] For port 1c3fc0af-99d5-460b-9911-a71e61436396, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:51:02.886175 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] For port 1c3fc0af-99d5-460b-9911-a71e61436396, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1c3fc0af-99d5-460b-9911-a71e61436396,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:51:02.892296 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.925179 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:02.925794 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.927250 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] 10.222.0.18 "PUT /v2.0/ports/1c3fc0af-99d5-460b-9911-a71e61436396 HTTP/1.1" status: 200 len: 1094 time: 0.7528319 Aug 13 03:51:02.927686 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea9df7b-a300-45a3-9b90-14cf8ff6fb75', 'tag': '1c3fc0af-99d5-460b-9911-a71e61436396'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:02.929918 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07cbb1c-b7eb-4272-825d-518e2304f735" -d '{"events": [{"name": "network-changed", "server_uuid": "aea9df7b-a300-45a3-9b90-14cf8ff6fb75", "tag": "1c3fc0af-99d5-460b-9911-a71e61436396"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:02.968897 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cea82-b198-41e8-9c4e-98e3831a1b80 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3fc0af-99d5-460b-9911-a71e61436396,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:02.973633 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5695298f-5027-4c8e-9391-802818f3e5a1 x-openstack-request-id: req-5695298f-5027-4c8e-9391-802818f3e5a1 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:02.974179 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea9df7b-a300-45a3-9b90-14cf8ff6fb75", "tag": "1c3fc0af-99d5-460b-9911-a71e61436396", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:02.974535 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5695298f-5027-4c8e-9391-802818f3e5a1 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:02.974931 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea9df7b-a300-45a3-9b90-14cf8ff6fb75', 'tag': '1c3fc0af-99d5-460b-9911-a71e61436396', 'status': 'completed', 'code': 200} Aug 13 03:51:03.016415 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-d4054ce4-567c-424e-8373-4c10cbe90a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.017895 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-d4054ce4-567c-424e-8373-4c10cbe90a5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 1097 time: 0.0422082 Aug 13 03:51:03.066128 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-47f17742-d9ce-4085-9ffb-067ecfcd35fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c3fc0af-99d5-460b-9911-a71e61436396 HTTP/1.1" status: 200 len: 217 time: 0.0377269 Aug 13 03:51:03.097773 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 02030ddd-e340-4d26-a995-78fa056a41ee up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:03.122630 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-22c7b6e7-6ca4-4369-a5d5-383c438aaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.124230 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-22c7b6e7-6ca4-4369-a5d5-383c438aaf1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ef24b46-6383-4189-bcba-2f5b2fc961c1 HTTP/1.1" status: 200 len: 855 time: 0.0478175 Aug 13 03:51:03.150209 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 02030ddd-e340-4d26-a995-78fa056a41ee completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:03.154252 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 02030ddd-e340-4d26-a995-78fa056a41ee triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:03.154767 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:03.160412 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-3bd4b9d9-55f5-4f20-8ff8-5af69f4db3aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a81a4382-7c9d-44f0-b499-cd8b3391f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274646 Aug 13 03:51:03.243843 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:03.267961 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:03.270378 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86091c5f-bc62-4e50-8a8d-55a1b0787467" -d '{"events": [{"server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "name": "network-vif-plugged", "status": "completed", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:03.283430 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 02030ddd-e340-4d26-a995-78fa056a41ee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02030ddd-e340-4d26-a995-78fa056a41ee,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:03.289129 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:03.289369 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-e0070148-1ce7-4b3c-961b-548f346dbaa2 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194398 Aug 13 03:51:03.314105 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf035d3-a27a-4dcb-8c9c-031d1b5e1fd9 x-openstack-request-id: req-ecf035d3-a27a-4dcb-8c9c-031d1b5e1fd9 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:03.314392 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "name": "network-vif-plugged", "status": "completed", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:03.314668 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecf035d3-a27a-4dcb-8c9c-031d1b5e1fd9 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:03.315050 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee', 'code': 200} Aug 13 03:51:03.341602 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=02030ddd-e340-4d26-a995-78fa056a41ee,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:03.375347 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a9ea-6083-4b2e-b97b-b6b0be336899 req-dfa2149a-fd96-428c-a01b-34eb5aeef191 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.376828 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ee58a9ea-6083-4b2e-b97b-b6b0be336899 req-dfa2149a-fd96-428c-a01b-34eb5aeef191 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 945 time: 0.1047721 Aug 13 03:51:03.427343 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-929fe8d9-7e60-4b3a-b88c-f984df71db9c req-630601c0-365d-4d9f-b651-099b18a2d87d service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237912 Aug 13 03:51:03.435226 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ee58a9ea-6083-4b2e-b97b-b6b0be336899 req-17a02ad0-0f41-43eb-ad53-f594ab19c507 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500724 Aug 13 03:51:03.536331 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d2a63-3d8e-4894-b369-08e07815f4fd req-2ec8b599-7ec1-4a99-9b47-6ab3ffa5f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.536965 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-fcfb8713-d8d6-4906-8281-49f7f243744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.537824 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-6d6d2a63-3d8e-4894-b369-08e07815f4fd req-2ec8b599-7ec1-4a99-9b47-6ab3ffa5f85c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 1098 time: 0.0397294 Aug 13 03:51:03.538425 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-fcfb8713-d8d6-4906-8281-49f7f243744d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 1097 time: 0.0426385 Aug 13 03:51:03.580738 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-6d6d2a63-3d8e-4894-b369-08e07815f4fd req-2dc06465-b8dc-4f3a-9764-cdd4aaa48f7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272067 Aug 13 03:51:03.635990 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-c415ed0a-d880-4abf-a411-43c94f5b3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.637540 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-c415ed0a-d880-4abf-a411-43c94f5b3f85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 200 len: 915 time: 0.0834672 Aug 13 03:51:03.696902 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-62b45164-53d8-4e27-a5b7-5f5386910f28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c3fc0af-99d5-460b-9911-a71e61436396 HTTP/1.1" status: 200 len: 217 time: 0.0368607 Aug 13 03:51:03.749522 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-72a16634-39d2-437c-976a-fa7a5cbefcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.750513 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-72a16634-39d2-437c-976a-fa7a5cbefcca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ef24b46-6383-4189-bcba-2f5b2fc961c1 HTTP/1.1" status: 200 len: 855 time: 0.0445905 Aug 13 03:51:03.785866 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-1dd739dd-b4bb-4b3f-a107-39e6bc1b2d69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a81a4382-7c9d-44f0-b499-cd8b3391f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249007 Aug 13 03:51:03.935521 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2df48-b327-4f4d-9590-f3c4fa6d72f1 req-5b68a1ea-0bd8-4af2-b3f1-33894723e609 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.936994 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-47f2df48-b327-4f4d-9590-f3c4fa6d72f1 req-5b68a1ea-0bd8-4af2-b3f1-33894723e609 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 944 time: 0.1410198 Aug 13 03:51:03.962875 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-7a720d70-f7f3-4367-91eb-a9fcbf053196 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656358 Aug 13 03:51:03.975849 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2789c-dbef-4774-998f-4ed526fca9f7 req-5d582a3b-ce30-4d9b-aab0-57a196fafce2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.977238 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dee2789c-dbef-4774-998f-4ed526fca9f7 req-5d582a3b-ce30-4d9b-aab0-57a196fafce2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 945 time: 0.1111929 Aug 13 03:51:04.054738 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-47f2df48-b327-4f4d-9590-f3c4fa6d72f1 req-18c36967-ba99-4d3d-b892-9adc21d3cca2 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078594 Aug 13 03:51:04.079781 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-dee2789c-dbef-4774-998f-4ed526fca9f7 req-639e71a4-fdc9-4f8f-b3f8-1a3c37d926d9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923028 Aug 13 03:51:04.095237 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.110738 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b07cbb1c-b7eb-4272-825d-518e2304f735 req-adb14859-b3e6-43b1-a05e-0ecd44b1b255 service neutron] 10.222.0.18 "GET /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325550 Aug 13 03:51:04.550075 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6f903-458e-49a0-86ec-3e0ea4747e5e req-298c34fa-411c-4a5e-8e84-e73d9d708a16 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:04.551537 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2fe6f903-458e-49a0-86ec-3e0ea4747e5e req-298c34fa-411c-4a5e-8e84-e73d9d708a16 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 945 time: 0.0482974 Aug 13 03:51:04.596403 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2fe6f903-458e-49a0-86ec-3e0ea4747e5e req-740ccb37-9b6b-4aac-8455-b83e0cc639d7 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378952 Aug 13 03:51:04.971833 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.203840 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6d979-ccba-46bb-83d4-066f6b5b6230 req-8b138aa2-e993-41a4-ad5b-b18ed6368894 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.205411 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-84a6d979-ccba-46bb-83d4-066f6b5b6230 req-8b138aa2-e993-41a4-ad5b-b18ed6368894 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 944 time: 0.0840976 Aug 13 03:51:05.218726 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd976e13-2087-4e08-bebe-038694ed5829 req-5fce5651-f2e3-4500-9111-0eeb11f6b5eb tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.220201 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fd976e13-2087-4e08-bebe-038694ed5829 req-5fce5651-f2e3-4500-9111-0eeb11f6b5eb tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 945 time: 0.0692160 Aug 13 03:51:05.274547 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-84a6d979-ccba-46bb-83d4-066f6b5b6230 req-8aed46e1-4d58-4df3-bf46-0429d2bab671 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533040 Aug 13 03:51:05.279787 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fd976e13-2087-4e08-bebe-038694ed5829 req-854a0465-80de-4cfb-95d7-5ca115c90e49 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525484 Aug 13 03:51:05.394127 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7e28f-0a2e-4c19-9ed5-a37de437870d req-d3ba1598-ebe3-48d7-bf48-57f4c401740e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.395526 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-96b7e28f-0a2e-4c19-9ed5-a37de437870d req-d3ba1598-ebe3-48d7-bf48-57f4c401740e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 945 time: 0.0499320 Aug 13 03:51:05.433995 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-96b7e28f-0a2e-4c19-9ed5-a37de437870d req-14129a29-be16-440b-8975-31af0f8dda25 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Aug 13 03:51:05.446551 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.458752 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56128) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:05.595347 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ac7b3-9ea5-41a4-be71-59e424e3c5ec tempest-TestVolumeBootPattern-678534080 tempest-TestVolumeBootPattern-678534080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.597212 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-b25ac7b3-9ea5-41a4-be71-59e424e3c5ec tempest-TestVolumeBootPattern-678534080 tempest-TestVolumeBootPattern-678534080-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 1093 time: 0.1371131 Aug 13 03:51:05.599743 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56132) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:05.604022 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Request body: {'floatingip': {'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'port_id': '02030ddd-e340-4d26-a995-78fa056a41ee', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:05.628582 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.685856 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-e3625909-8e7b-4ee5-9011-38dd7ba1b8ac tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.687193 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-e3625909-8e7b-4ee5-9011-38dd7ba1b8ac tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 945 time: 0.0624828 Aug 13 03:51:05.728161 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.758341 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771912c3-2b1a-4d99-9a35-3e92c0d831bf req-1de205e7-f0e3-41e7-9972-cf1b7712cf34 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.760068 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-771912c3-2b1a-4d99-9a35-3e92c0d831bf req-1de205e7-f0e3-41e7-9972-cf1b7712cf34 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 945 time: 0.0902774 Aug 13 03:51:05.825097 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-771912c3-2b1a-4d99-9a35-3e92c0d831bf req-a876aa41-0dfc-4314-be9a-5dd0f2f76c9a tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups?id=6cf488dd-931e-4d04-ae55-e18d368294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474401 Aug 13 03:51:05.835863 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Deleting port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:05.836267 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.846375 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_common [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Allocated IP 172.27.2.85 (cfec9dee-474f-48b0-ac2b-7d121ac30ba2/a76b35c6-4f61-413a-ad3c-66a5f63779f2/0950a2d9-0884-424e-a603-86e601ca727b) {{(pid=100566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:51:05.925996 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] For port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:05.926361 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.942379 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for port, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.980034 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.020918 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Network cfec9dee-474f-48b0-ac2b-7d121ac30ba2 is already hosted by enough agents. {{(pid=100566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:51:06.023844 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.base_scheduler [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Resources bound (agent type, host, resource id): {{(pid=100566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:06.028060 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Received port after_create {{(pid=100566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:51:06.031055 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'Port': ['ID=0950a2d9-0884-424e-a603-86e601ca727b,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:06.059379 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.059732 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.060065 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.060930 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.061258 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.061585 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.061910 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.062233 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.062579 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.062910 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.063232 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.063547 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:06.098790 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.099161 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.099466 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Floating IP 1b49ccc6-da67-4ae3-8b34-35e44fbec841 disassociated. External IP: 172.27.2.153, port: ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7. Aug 13 03:51:06.099799 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Calling delete_port for ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:06.406891 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.468057 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c90bf-2bc3-43ff-a8be-643af076b5dd req-15e71cc5-9ca3-4adf-9a88-600c06d470c9 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:06.469533 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9b7c90bf-2bc3-43ff-a8be-643af076b5dd req-15e71cc5-9ca3-4adf-9a88-600c06d470c9 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 944 time: 0.0702477 Aug 13 03:51:06.480433 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.542063 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9b7c90bf-2bc3-43ff-a8be-643af076b5dd req-db9ea2ce-ff8f-4df5-af99-a0595f75f45b tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658112 Aug 13 03:51:06.566406 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.594229 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event deleted for resources: {'Port': ['ID=ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:06.634732 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for port, precommit_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.639445 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2819883'] for port, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.709596 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Router 1a3b5591-92a5-410e-b912-286415d1d381 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:51:06.712647 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event updated for resources: {'Port': ['ID=0950a2d9-0884-424e-a603-86e601ca727b,revision_number=2']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:06.720950 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036431'] for floatingip, after_update {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.819074 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:51:06.819384 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.l3_db [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Floating IP a0a58fa9-e3bd-4357-8902-11dd7c5bb946 associated. External IP: 172.27.2.85, port: 02030ddd-e340-4d26-a995-78fa056a41ee. Aug 13 03:51:06.829742 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] Sync routers for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:51:06.839269 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:06.839872 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:51:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:06.860219 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] No DVR routers for this DVR port ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:06.862979 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.865146 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9f8d4668-d988-4624-b898-22a9b1b7a8d0 req-bec606fe-1b46-42cc-8258-101a632d1b50 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.18 "DELETE /v2.0/ports/ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 HTTP/1.1" status: 204 len: 173 time: 1.1609139 Aug 13 03:51:06.865495 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'name': 'network-vif-deleted', 'tag': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:06.867821 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a53dd8-ee67-4a7e-a8d3-d0407e878a03" -d '{"events": [{"server_uuid": "c8cb3fc7-bc75-43b4-b190-ae835124a4c4", "name": "network-vif-deleted", "tag": "ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:06.957567 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cd0157-969e-4901-a261-5874bd82732b x-openstack-request-id: req-c7cd0157-969e-4901-a261-5874bd82732b {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:06.957567 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cb3fc7-bc75-43b4-b190-ae835124a4c4", "name": "network-vif-deleted", "tag": "ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:06.957567 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7cd0157-969e-4901-a261-5874bd82732b {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:06.958039 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cb3fc7-bc75-43b4-b190-ae835124a4c4', 'name': 'network-vif-deleted', 'tag': 'ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7', 'status': 'completed', 'code': 200} Aug 13 03:51:06.984081 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c2cf0c8c-2046-4e65-bbdf-97316cdecde1 req-7bb8d20f-af91-4705-883c-b334950414c0 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cb3fc7-bc75-43b4-b190-ae835124a4c4 HTTP/1.1" status: 200 len: 210 time: 0.0486882 Aug 13 03:51:07.003001 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:07.131892 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 1c3fc0af-99d5-460b-9911-a71e61436396 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:51:07.216442 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:07.238006 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 1c3fc0af-99d5-460b-9911-a71e61436396, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1c3fc0af-99d5-460b-9911-a71e61436396,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:07.243026 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] Checking router: 1a3b5591-92a5-410e-b912-286415d1d381 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:51:07.250021 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': '1c3fc0af-99d5-460b-9911-a71e61436396', 'network_id': 'a81a4382-7c9d-44f0-b499-cd8b3391f263', 'port_id': '1c3fc0af-99d5-460b-9911-a71e61436396', 'mac_address': 'fa:16:3e:72:fd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef24b46-6383-4189-bcba-2f5b2fc961c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:51:07.252964 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:07.253569 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:51:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:07.289126 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.308999 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3fc0af-99d5-460b-9911-a71e61436396 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:51:07.341030 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 1c3fc0af-99d5-460b-9911-a71e61436396, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1c3fc0af-99d5-460b-9911-a71e61436396,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:07.346301 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Router e7061e11-1393-4ca2-816d-8187ee739003 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:51:07.347073 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.377405 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:07.410960 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=1c3fc0af-99d5-460b-9911-a71e61436396,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:07.471744 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:51:07.483806 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] Sync routers for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:51:07.489176 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.502583 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:07.503605 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:51:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:07.523457 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-04cd9ecd-11d9-4a73-82e4-9aeea3d63e4f tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9226866 Aug 13 03:51:07.524045 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:07.526279 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b570cae3-bc15-422a-9830-4f2e049e061a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:07.565783 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ce4fe6-4fb8-424f-82a6-339305a93f20 x-openstack-request-id: req-49ce4fe6-4fb8-424f-82a6-339305a93f20 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:07.566195 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:07.566449 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49ce4fe6-4fb8-424f-82a6-339305a93f20 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:07.567080 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee', 'status': 'completed', 'code': 200} Aug 13 03:51:07.630059 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:07.658742 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15e72a-602e-4bb1-90ea-2b83b5643256 None None] The sync data for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi is: [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:10Z', 'revision_number': 4, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '452a600c-01aa-4bf5-a87e-3c85700568eb', 'name': '', 'network_id': '7f3c1fcb-56ac-4053-a05f-9f8241fff037', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'mac_address': 'fa:16:3e:26:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:09Z', 'updated_at': '2021-08-13T03:46:17Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'subnets': [{'id': 'ef00556d-5b19-424d-8a06-00529398bb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:51:07.675161 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cae3-bc15-422a-9830-4f2e049e061a req-9a6c30ba-7046-4d30-84ea-b2ed80c46375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:07.676682 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b570cae3-bc15-422a-9830-4f2e049e061a req-9a6c30ba-7046-4d30-84ea-b2ed80c46375 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 1098 time: 0.0831258 Aug 13 03:51:07.701690 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86c937-b3f8-4d28-adf9-bfcfb41fc6ae req-fef80a66-ae16-49c4-bae6-6e18a5a6acfc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:07.703331 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9f86c937-b3f8-4d28-adf9-bfcfb41fc6ae req-fef80a66-ae16-49c4-bae6-6e18a5a6acfc tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 945 time: 0.0820735 Aug 13 03:51:07.746597 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['1c3fc0af-99d5-460b-9911-a71e61436396'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:07.789135 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9f86c937-b3f8-4d28-adf9-bfcfb41fc6ae req-ccb39800-4243-4190-88de-022aa33ea66c tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735571 Aug 13 03:51:07.818748 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cae3-bc15-422a-9830-4f2e049e061a req-eceeae1b-a219-467e-a154-3edcdd5fdd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:07.819330 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:07.822573 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b570cae3-bc15-422a-9830-4f2e049e061a req-eceeae1b-a219-467e-a154-3edcdd5fdd4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.1357520 Aug 13 03:51:07.899479 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b570cae3-bc15-422a-9830-4f2e049e061a req-dc9b5023-81f9-4cb9-8a41-6740c02c56e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02030ddd-e340-4d26-a995-78fa056a41ee HTTP/1.1" status: 200 len: 998 time: 0.0693188 Aug 13 03:51:07.925721 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f98bb4d-278c-45ea-9994-44d80ba999ce None None] New status for floating IP 1b49ccc6-da67-4ae3-8b34-35e44fbec841: DOWN {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:51:07.958501 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cae3-bc15-422a-9830-4f2e049e061a req-644b5331-5d9a-4a57-b73c-cdde5a2b0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:07.960145 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b570cae3-bc15-422a-9830-4f2e049e061a req-644b5331-5d9a-4a57-b73c-cdde5a2b0d77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0487096 Aug 13 03:51:08.010760 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cae3-bc15-422a-9830-4f2e049e061a req-3d2e3be4-c577-4663-82f4-5eda5bf1f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:08.012263 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b570cae3-bc15-422a-9830-4f2e049e061a req-3d2e3be4-c577-4663-82f4-5eda5bf1f089 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441792 Aug 13 03:51:08.100697 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56152) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:08.132132 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'a0a58fa9-e3bd-4357-8902-11dd7c5bb946', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '02030ddd-e340-4d26-a995-78fa056a41ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:a7:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:51:06Z', 'revision_number': 0, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}, {'id': 'd91759d7-7a27-4921-bb72-f146714488f6', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:47Z', 'updated_at': '2021-08-13T03:48:49Z', 'revision_number': 1, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:08.133322 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b570cae3-bc15-422a-9830-4f2e049e061a req-968a6b78-6e58-4c22-a988-e16f0b80dace service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116674 Aug 13 03:51:08.157480 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f945e8d3-c08b-4aec-b534-4f59b4e62ad2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.159243 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] Checking router: e7061e11-1393-4ca2-816d-8187ee739003 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:51:08.167657 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:08.168285 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:51:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:08.182874 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f945e8d3-c08b-4aec-b534-4f59b4e62ad2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.235575 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f945e8d3-c08b-4aec-b534-4f59b4e62ad2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.238421 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-f945e8d3-c08b-4aec-b534-4f59b4e62ad2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.239628 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-f945e8d3-c08b-4aec-b534-4f59b4e62ad2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "DELETE /v2.0/security-groups/6cf488dd-931e-4d04-ae55-e18d368294e7 HTTP/1.1" status: 204 len: 168 time: 0.1379495 Aug 13 03:51:08.243368 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b570cae3-bc15-422a-9830-4f2e049e061a req-11fb3699-3e1a-4070-9ad5-1ef87a7cb416 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943525 Aug 13 03:51:08.244004 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56154) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:08.252017 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945e8d3-c08b-4aec-b534-4f59b4e62ad2 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf488dd-931e-4d04-ae55-e18d368294e7,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:08.261836 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.api.v2.resource [None req-2031d04f-a9e4-4ea7-b0d6-09ea513f34a9 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] show failed (client error): The resource could not be found. Aug 13 03:51:08.265872 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-2031d04f-a9e4-4ea7-b0d6-09ea513f34a9 tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "GET /v2.0/security-groups/6cf488dd-931e-4d04-ae55-e18d368294e7 HTTP/1.1" status: 404 len: 347 time: 0.0179188 Aug 13 03:51:08.266635 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56156) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:08.287267 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:08.396405 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Deleting port 9ecabbf3-6571-485b-89b2-a00aac42f9ea {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:08.396751 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.473855 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.474084 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.485479 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Calling delete_port for 9ecabbf3-6571-485b-89b2-a00aac42f9ea owned by network:floatingip {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:08.513839 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'a0a58fa9-e3bd-4357-8902-11dd7c5bb946', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '02030ddd-e340-4d26-a995-78fa056a41ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:a7:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:51:06Z', 'revision_number': 0, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}, {'id': 'd91759d7-7a27-4921-bb72-f146714488f6', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:47Z', 'updated_at': '2021-08-13T03:48:49Z', 'revision_number': 1, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:08.539888 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a84cd-0f46-4a45-9758-864ccc0a6163 None None] The sync data for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi is: [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'a0a58fa9-e3bd-4357-8902-11dd7c5bb946', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '02030ddd-e340-4d26-a995-78fa056a41ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:a7:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:51:06Z', 'revision_number': 0, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}, {'id': 'd91759d7-7a27-4921-bb72-f146714488f6', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:47Z', 'updated_at': '2021-08-13T03:48:49Z', 'revision_number': 1, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:51:08.626001 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.651256 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Pushing event deleted for resources: {'Port': ['ID=9ecabbf3-6571-485b-89b2-a00aac42f9ea,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:08.716375 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks [] for floatingip, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.719681 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.720858 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-879ac9af-f9b5-48d6-8896-045166e0f00b tempest-AttachVolumeTestJSON-431836553 tempest-AttachVolumeTestJSON-431836553-project] 10.222.0.58 "DELETE /v2.0/floatingips/1b49ccc6-da67-4ae3-8b34-35e44fbec841 HTTP/1.1" status: 204 len: 168 time: 0.4532964 Aug 13 03:51:08.745492 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42a86e-6276-4c9d-a411-2db925729326 None None] New status for floating IP a0a58fa9-e3bd-4357-8902-11dd7c5bb946: ACTIVE {{(pid=100568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:51:08.937155 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730bf38-f66f-4c24-a377-7859fb989c54 req-f7ae02c3-9319-41b2-a383-b6708814e641 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:08.939078 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d730bf38-f66f-4c24-a377-7859fb989c54 req-f7ae02c3-9319-41b2-a383-b6708814e641 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 945 time: 0.0641563 Aug 13 03:51:08.978079 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d730bf38-f66f-4c24-a377-7859fb989c54 req-a6fc62a0-4044-487f-81d8-e27b788073c3 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Aug 13 03:51:09.137667 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 1c3fc0af-99d5-460b-9911-a71e61436396 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:09.189307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port 1c3fc0af-99d5-460b-9911-a71e61436396 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:09.192835 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port 1c3fc0af-99d5-460b-9911-a71e61436396 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:09.193207 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.270250 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.297596 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea9df7b-a300-45a3-9b90-14cf8ff6fb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3fc0af-99d5-460b-9911-a71e61436396'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:09.301382 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab47db89-2930-406a-b112-018f9903b0dc" -d '{"events": [{"server_uuid": "aea9df7b-a300-45a3-9b90-14cf8ff6fb75", "name": "network-vif-plugged", "status": "completed", "tag": "1c3fc0af-99d5-460b-9911-a71e61436396"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:09.315635 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port 1c3fc0af-99d5-460b-9911-a71e61436396, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1c3fc0af-99d5-460b-9911-a71e61436396,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:09.319880 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.320687 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:09.345027 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c739f-bf94-482c-a423-4de8a72123c0 x-openstack-request-id: req-a32c739f-bf94-482c-a423-4de8a72123c0 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:09.345233 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea9df7b-a300-45a3-9b90-14cf8ff6fb75", "name": "network-vif-plugged", "status": "completed", "tag": "1c3fc0af-99d5-460b-9911-a71e61436396", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:09.345437 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a32c739f-bf94-482c-a423-4de8a72123c0 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:09.345819 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea9df7b-a300-45a3-9b90-14cf8ff6fb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3fc0af-99d5-460b-9911-a71e61436396', 'code': 200} Aug 13 03:51:09.365724 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:09.366068 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device ebbdb3da-6ea5-4b21-b7d9-bb0aedb218c7 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:09.392526 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=1c3fc0af-99d5-460b-9911-a71e61436396,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:09.508421 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6e972-a5d6-4b7c-a476-65699035f121 req-9c2e5708-7a6b-4cca-91fa-3bae2e7be347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:09.510192 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-82f6e972-a5d6-4b7c-a476-65699035f121 req-9c2e5708-7a6b-4cca-91fa-3bae2e7be347 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 1099 time: 0.0409453 Aug 13 03:51:09.545866 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-82f6e972-a5d6-4b7c-a476-65699035f121 req-af75a00b-4c70-445e-8d87-56377a80bef5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282891 Aug 13 03:51:10.097419 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d97080-f781-4b5d-b9ea-92fbd47c203a req-132ded9f-71be-4965-8ab4-3e5f26927137 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:10.098812 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-77d97080-f781-4b5d-b9ea-92fbd47c203a req-132ded9f-71be-4965-8ab4-3e5f26927137 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 946 time: 0.0487053 Aug 13 03:51:10.136247 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-77d97080-f781-4b5d-b9ea-92fbd47c203a req-021071a4-cecb-4096-9259-ab4347f69927 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Aug 13 03:51:11.259489 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a691e1e-337a-4fb1-832d-fc1b0d544bee req-d5d8c8c7-e39d-4559-a63f-6f66786db075 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:11.260951 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0a691e1e-337a-4fb1-832d-fc1b0d544bee req-d5d8c8c7-e39d-4559-a63f-6f66786db075 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 946 time: 0.0521438 Aug 13 03:51:11.299618 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0a691e1e-337a-4fb1-832d-fc1b0d544bee req-2ea9da18-ec61-496b-92eb-70624a5db9eb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Aug 13 03:51:12.377200 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56200) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:12.781619 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953743'] for router_interface, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.035202 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Deleting port 452a600c-01aa-4bf5-a87e-3c85700568eb {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:13.035542 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.115573 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] For port 452a600c-01aa-4bf5-a87e-3c85700568eb, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=452a600c-01aa-4bf5-a87e-3c85700568eb,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:13.115875 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.128733 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Calling delete_port for 452a600c-01aa-4bf5-a87e-3c85700568eb owned by network:router_interface {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:13.305679 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.331721 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=452a600c-01aa-4bf5-a87e-3c85700568eb,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:13.492894 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036607'] for router_interface, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.552875 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:51:13.707231 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Router 1a3b5591-92a5-410e-b912-286415d1d381 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:51:13.813344 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:51:13.821374 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56216) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:13.822169 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-cb34a475-deba-4779-aeaf-57a4937794c1 admin admin] 10.222.0.58 "PUT /v2.0/routers/1a3b5591-92a5-410e-b912-286415d1d381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4437363 Aug 13 03:51:13.824334 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] Sync routers for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:51:13.834246 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:13.834890 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:51:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:13.930588 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks [] for router, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.938056 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:14.037815 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.089787 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Deleting port cf32b683-b968-4ca3-ad8f-9ba79e73afa2 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:14.090138 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.116915 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:51:13Z', 'revision_number': 5, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port': {'id': 'cf32b683-b968-4ca3-ad8f-9ba79e73afa2', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3b5591-92a5-410e-b912-286415d1d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:14.172172 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] For port cf32b683-b968-4ca3-ad8f-9ba79e73afa2, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cf32b683-b968-4ca3-ad8f-9ba79e73afa2,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:14.172568 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.187589 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Calling delete_port for cf32b683-b968-4ca3-ad8f-9ba79e73afa2 owned by network:router_gateway {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:14.229571 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] Checking router: 1a3b5591-92a5-410e-b912-286415d1d381 for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:51:14.238080 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] Routers {'1a3b5591-92a5-410e-b912-286415d1d381'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:14.238703 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:51:03Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['1a3b5591-92a5-410e-b912-286415d1d381'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:14.324500 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] Set router 1a3b5591-92a5-410e-b912-286415d1d381 gateway port host: None {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:14.353296 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.377419 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf32b683-b968-4ca3-ad8f-9ba79e73afa2,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:14.379727 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:51:14Z', 'revision_number': 6, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port_host': None}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:14.408066 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064334db-29b5-459a-9fc4-61fe39c93593 None None] The sync data for ids ['1a3b5591-92a5-410e-b912-286415d1d381'] in dv-cinder-760197-5-iscsi is: [{'id': '1a3b5591-92a5-410e-b912-286415d1d381', 'name': 'tempest-AttachVolumeTestJSON-2027729364-router', 'tenant_id': 'c9961e74c88d4832865f52e302269bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:06Z', 'updated_at': '2021-08-13T03:51:14Z', 'revision_number': 6, 'project_id': 'c9961e74c88d4832865f52e302269bc0', 'gw_port_host': None}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:51:14.443083 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036485'] for router_gateway, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.530522 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1038377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.533675 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.583238 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1038374'] for router, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.583810 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3b5591-92a5-410e-b912-286415d1d381 {{(pid=100566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:51:14.588590 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.589812 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-3d7e6b9c-7e2a-45af-8ac8-99ca4828ae2a admin admin] 10.222.0.58 "DELETE /v2.0/routers/1a3b5591-92a5-410e-b912-286415d1d381 HTTP/1.1" status: 204 len: 168 time: 0.7674537 Aug 13 03:51:14.592413 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56224) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:14.638836 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_v2 [None req-3baf750e-64bc-4638-9286-5a489db79d73 admin admin] Deleting subnet ef00556d-5b19-424d-8a06-00529398bb44 {{(pid=100566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:51:14.641821 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3baf750e-64bc-4638-9286-5a489db79d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.675790 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3baf750e-64bc-4638-9286-5a489db79d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819215'] for subnet, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.760616 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3baf750e-64bc-4638-9286-5a489db79d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.821417 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3baf750e-64bc-4638-9286-5a489db79d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2891789'] for subnet, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.846912 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf750e-64bc-4638-9286-5a489db79d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef00556d-5b19-424d-8a06-00529398bb44,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:14.850360 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-3baf750e-64bc-4638-9286-5a489db79d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.852241 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-3baf750e-64bc-4638-9286-5a489db79d73 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ef00556d-5b19-424d-8a06-00529398bb44 HTTP/1.1" status: 204 len: 168 time: 0.2588766 Aug 13 03:51:14.854699 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56226) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:14.856235 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61efd218-936b-4f36-ad1d-86c67bee4142 None None] Network 7f3c1fcb-56ac-4053-a05f-9f8241fff037 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:51:14.928324 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.984729 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Deleting port f9981b57-5bc8-4324-8658-146690ebdbe9 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:14.985073 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.046626 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] For port f9981b57-5bc8-4324-8658-146690ebdbe9, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=f9981b57-5bc8-4324-8658-146690ebdbe9,segment=NetworkSegment(34dbcf3f-d49b-4540-9efd-8b9eeba50ca4),segment_id=34dbcf3f-d49b-4540-9efd-8b9eeba50ca4)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:15.046997 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.059715 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Calling delete_port for f9981b57-5bc8-4324-8658-146690ebdbe9 owned by network:dhcp {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:15.146798 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.147609 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8df0b-8c65-46e9-818d-1f2817413484 None None] DHCP port deletion for 7f3c1fcb-56ac-4053-a05f-9f8241fff037 request from dv-cinder-760197-5-iscsi {{(pid=100568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:51:15.173426 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9981b57-5bc8-4324-8658-146690ebdbe9,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:15.178946 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] No DVR routers for this DVR port f9981b57-5bc8-4324-8658-146690ebdbe9 on host dv-cinder-760197-5-iscsi {{(pid=100566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:15.247922 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.258212 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3c1fcb-56ac-4053-a05f-9f8241fff037']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:15.269636 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:15.269939 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34dbcf3f-d49b-4540-9efd-8b9eeba50ca4') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:15.278525 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.295642 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.301518 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:51:15.301929 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:51:15.303810 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:51:15.357382 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.362698 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.367406 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7f3c1fcb-56ac-4053-a05f-9f8241fff037 HTTP/1.1" status: 204 len: 168 time: 0.5113666 Aug 13 03:51:15.379557 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14888f1d-4cbc-4cad-bc4d-e8be381d6b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3c1fcb-56ac-4053-a05f-9f8241fff037,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:15.481289 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56232) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:15.522328 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-785d7efd-7dd8-4395-93b4-79234736fd9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9961e74c88d4832865f52e302269bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396297 Aug 13 03:51:15.524680 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56234) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:15.549171 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device f9981b57-5bc8-4324-8658-146690ebdbe9 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:15.571781 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a66f-f5da-43ac-9a69-d90ca7a895d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.572296 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: f9981b57-5bc8-4324-8658-146690ebdbe9 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:15.572643 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device f9981b57-5bc8-4324-8658-146690ebdbe9 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:15.573055 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 452a600c-01aa-4bf5-a87e-3c85700568eb no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:15.591770 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 452a600c-01aa-4bf5-a87e-3c85700568eb {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:15.592116 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 452a600c-01aa-4bf5-a87e-3c85700568eb not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:15.592579 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a66f-f5da-43ac-9a69-d90ca7a895d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.592712 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cf32b683-b968-4ca3-ad8f-9ba79e73afa2 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:15.610535 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: cf32b683-b968-4ca3-ad8f-9ba79e73afa2 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:15.610885 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cf32b683-b968-4ca3-ad8f-9ba79e73afa2 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:15.649240 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a66f-f5da-43ac-9a69-d90ca7a895d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.652014 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a66f-f5da-43ac-9a69-d90ca7a895d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.653164 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-a2c6a66f-f5da-43ac-9a69-d90ca7a895d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/751f9e1b-9581-40a5-b33b-8fc3f5061705 HTTP/1.1" status: 204 len: 168 time: 0.1275504 Aug 13 03:51:15.661162 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6a66f-f5da-43ac-9a69-d90ca7a895d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751f9e1b-9581-40a5-b33b-8fc3f5061705,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:17.311518 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56290) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:17.413675 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-56efa683-9443-4d1e-a789-0b06db94773e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.502687 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-56efa683-9443-4d1e-a789-0b06db94773e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.506247 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-56efa683-9443-4d1e-a789-0b06db94773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.543505 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-56efa683-9443-4d1e-a789-0b06db94773e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4e134f79dbe406caf3e01935e51f60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309165 Aug 13 03:51:17.545082 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efa683-9443-4d1e-a789-0b06db94773e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16110de-1e04-4647-9942-d435e04d31c6,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:17.546884 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56294) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:17.594973 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b8380ad9-11d9-4c0e-b74c-37bc059c8df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.615104 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b8380ad9-11d9-4c0e-b74c-37bc059c8df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.660342 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b8380ad9-11d9-4c0e-b74c-37bc059c8df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.662970 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b8380ad9-11d9-4c0e-b74c-37bc059c8df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.664118 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-b8380ad9-11d9-4c0e-b74c-37bc059c8df2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b16110de-1e04-4647-9942-d435e04d31c6 HTTP/1.1" status: 204 len: 168 time: 0.1162524 Aug 13 03:51:17.672168 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8380ad9-11d9-4c0e-b74c-37bc059c8df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16110de-1e04-4647-9942-d435e04d31c6,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:17.919708 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56300) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:17.932993 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bf86bfcd-32d2-4e9e-b4de-9bb0d4f31b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.019655 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bf86bfcd-32d2-4e9e-b4de-9bb0d4f31b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.023224 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-bf86bfcd-32d2-4e9e-b4de-9bb0d4f31b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.060886 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-bf86bfcd-32d2-4e9e-b4de-9bb0d4f31b55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b0c137dbd2c4f25a89b2e45a43ec55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400542 Aug 13 03:51:18.061590 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86bfcd-32d2-4e9e-b4de-9bb0d4f31b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc2ee0-b3e5-42eb-8578-0be8820aef4c,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:18.063677 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56302) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:18.115482 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3c188724-dbc9-4f55-976d-97e3e8e4968c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.136583 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3c188724-dbc9-4f55-976d-97e3e8e4968c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.183357 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3c188724-dbc9-4f55-976d-97e3e8e4968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.186548 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-3c188724-dbc9-4f55-976d-97e3e8e4968c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.191496 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-3c188724-dbc9-4f55-976d-97e3e8e4968c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7fc2ee0-b3e5-42eb-8578-0be8820aef4c HTTP/1.1" status: 204 len: 168 time: 0.1241624 Aug 13 03:51:18.199486 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c188724-dbc9-4f55-976d-97e3e8e4968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc2ee0-b3e5-42eb-8578-0be8820aef4c,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:19.846788 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56360) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:19.955347 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d38c4f7f-b3d4-425d-bf43-427b39e26c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.043375 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d38c4f7f-b3d4-425d-bf43-427b39e26c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.047000 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d38c4f7f-b3d4-425d-bf43-427b39e26c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.084640 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-d38c4f7f-b3d4-425d-bf43-427b39e26c5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e8af17dab1a43848318107f532a0ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367606 Aug 13 03:51:20.086518 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c4f7f-b3d4-425d-bf43-427b39e26c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da93abd-afa9-4371-b8e4-8e90313aec4a,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:20.087334 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56364) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:20.139834 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-75e19c80-8556-48cf-98a7-872fae8e3c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.161194 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-75e19c80-8556-48cf-98a7-872fae8e3c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.208556 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-75e19c80-8556-48cf-98a7-872fae8e3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.211138 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-75e19c80-8556-48cf-98a7-872fae8e3c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.212275 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-75e19c80-8556-48cf-98a7-872fae8e3c26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9da93abd-afa9-4371-b8e4-8e90313aec4a HTTP/1.1" status: 204 len: 168 time: 0.1228871 Aug 13 03:51:20.220549 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e19c80-8556-48cf-98a7-872fae8e3c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da93abd-afa9-4371-b8e4-8e90313aec4a,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:20.476448 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56378) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:20.490056 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-99c1238d-1226-4054-afb5-1d3921b9c7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.583337 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-99c1238d-1226-4054-afb5-1d3921b9c7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.587372 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-99c1238d-1226-4054-afb5-1d3921b9c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.627820 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-99c1238d-1226-4054-afb5-1d3921b9c7c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5590f19b772c4b8ca496afe6194aa6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502309 Aug 13 03:51:20.629681 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1238d-1226-4054-afb5-1d3921b9c7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa9a28b-2c23-4ead-a0c7-3bd9755c0d47,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:20.630547 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56384) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:20.680496 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-15446e14-c7d4-4671-9173-79483f3db5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.703342 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-15446e14-c7d4-4671-9173-79483f3db5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.756797 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-15446e14-c7d4-4671-9173-79483f3db5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.759711 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-15446e14-c7d4-4671-9173-79483f3db5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.760913 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-15446e14-c7d4-4671-9173-79483f3db5ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/caa9a28b-2c23-4ead-a0c7-3bd9755c0d47 HTTP/1.1" status: 204 len: 168 time: 0.1293831 Aug 13 03:51:20.768938 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15446e14-c7d4-4671-9173-79483f3db5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa9a28b-2c23-4ead-a0c7-3bd9755c0d47,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:22.829808 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56468) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:22.932476 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-196e125b-82c7-483a-9130-9bc9b887e50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.030736 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-196e125b-82c7-483a-9130-9bc9b887e50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.034555 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-196e125b-82c7-483a-9130-9bc9b887e50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.073019 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-196e125b-82c7-483a-9130-9bc9b887e50d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cebb9d1a9be64315945b092b225dc4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420108 Aug 13 03:51:23.074828 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e125b-82c7-483a-9130-9bc9b887e50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad67f3-5f89-47f4-b238-94fd96a7f477,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:23.076409 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56476) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:23.138733 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.160521 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.231996 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f58c06-20d1-440e-80a4-5ed8155b7531 req-82da5458-419a-41b0-acc6-9f9d75db7f73 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:23.233371 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-97f58c06-20d1-440e-80a4-5ed8155b7531 req-82da5458-419a-41b0-acc6-9f9d75db7f73 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 946 time: 0.0708194 Aug 13 03:51:23.258324 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.261059 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.263532 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48ad67f3-5f89-47f4-b238-94fd96a7f477 HTTP/1.1" status: 204 len: 168 time: 0.1837645 Aug 13 03:51:23.276738 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ad67f3-5f89-47f4-b238-94fd96a7f477,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:23.290446 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.290816 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.291160 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.291533 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.291819 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.292146 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.292471 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.292793 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.293114 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.293431 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.293747 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.294062 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727b373-763d-4536-9728-36963ad232a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:23.301438 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-97f58c06-20d1-440e-80a4-5ed8155b7531 req-61d95785-be6c-436b-a7ae-55860de94fd2 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575838 Aug 13 03:51:23.529083 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56484) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:23.542094 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dcc70734-68f5-46df-bd28-a8bf55c7e77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.635140 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dcc70734-68f5-46df-bd28-a8bf55c7e77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.639321 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-dcc70734-68f5-46df-bd28-a8bf55c7e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.676410 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-dcc70734-68f5-46df-bd28-a8bf55c7e77f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ff202a9e6e3409891c1356b11d27639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462078 Aug 13 03:51:23.677231 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc70734-68f5-46df-bd28-a8bf55c7e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b1f87e-6fc0-4b55-ba1c-86bcd07de16f,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:23.679296 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56486) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:23.736542 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-222ba131-9c43-40db-bf85-fdf3ff7c9bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.757536 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-222ba131-9c43-40db-bf85-fdf3ff7c9bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.803769 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-222ba131-9c43-40db-bf85-fdf3ff7c9bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.806302 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-222ba131-9c43-40db-bf85-fdf3ff7c9bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.808104 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-222ba131-9c43-40db-bf85-fdf3ff7c9bd3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84b1f87e-6fc0-4b55-ba1c-86bcd07de16f HTTP/1.1" status: 204 len: 168 time: 0.1269059 Aug 13 03:51:23.815585 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ba131-9c43-40db-bf85-fdf3ff7c9bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b1f87e-6fc0-4b55-ba1c-86bcd07de16f,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:24.417232 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2678b-9ddf-418b-89aa-51eafd73d5f4 req-cfc6bd0b-8344-4852-8f0a-63cdf8d180c9 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:24.418831 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f6b2678b-9ddf-418b-89aa-51eafd73d5f4 req-cfc6bd0b-8344-4852-8f0a-63cdf8d180c9 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 946 time: 0.0494752 Aug 13 03:51:24.455908 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f6b2678b-9ddf-418b-89aa-51eafd73d5f4 req-4fd34da3-e85e-4679-aa33-7960a7f2d4b5 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Aug 13 03:51:24.980931 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-b6502c8a-5e8f-4dc2-bac6-6de0b2806d25 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:24.983010 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-b6502c8a-5e8f-4dc2-bac6-6de0b2806d25 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 946 time: 0.0480967 Aug 13 03:51:25.084748 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Deleting port 1c3fc0af-99d5-460b-9911-a71e61436396 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:25.085090 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.176000 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] For port 1c3fc0af-99d5-460b-9911-a71e61436396, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1c3fc0af-99d5-460b-9911-a71e61436396,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:25.176364 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.189593 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Calling delete_port for 1c3fc0af-99d5-460b-9911-a71e61436396 owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:25.320811 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.337155 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['70cb4576-2f9b-40a4-b8c0-14f83fef804b', '9458abc8-d475-481e-b587-d853e27dd077', '610cf36a-63cc-4764-b95e-c947055056ca', '1c3fc0af-99d5-460b-9911-a71e61436396'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:25.354613 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Pushing event deleted for resources: {'Port': ['ID=1c3fc0af-99d5-460b-9911-a71e61436396,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:25.395438 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] No DVR routers for this DVR port 1c3fc0af-99d5-460b-9911-a71e61436396 on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:25.398244 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.400256 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4c5f1795-229c-4de9-8f06-1ee3e57815b3 req-10325dbf-89fa-409d-b0ef-3f6c6c3c6fcd tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "DELETE /v2.0/ports/1c3fc0af-99d5-460b-9911-a71e61436396 HTTP/1.1" status: 204 len: 173 time: 0.4098814 Aug 13 03:51:25.400726 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea9df7b-a300-45a3-9b90-14cf8ff6fb75', 'name': 'network-vif-deleted', 'tag': '1c3fc0af-99d5-460b-9911-a71e61436396'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:25.403046 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb671e20-42d0-42d5-86a8-047fdf9e8070" -d '{"events": [{"server_uuid": "aea9df7b-a300-45a3-9b90-14cf8ff6fb75", "name": "network-vif-deleted", "tag": "1c3fc0af-99d5-460b-9911-a71e61436396"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:25.443079 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1376efa-c0ae-4eb8-9dd1-e1c2b1557c8f x-openstack-request-id: req-b1376efa-c0ae-4eb8-9dd1-e1c2b1557c8f {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:25.443680 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea9df7b-a300-45a3-9b90-14cf8ff6fb75", "name": "network-vif-deleted", "tag": "1c3fc0af-99d5-460b-9911-a71e61436396", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:25.443680 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1376efa-c0ae-4eb8-9dd1-e1c2b1557c8f {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:25.444094 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea9df7b-a300-45a3-9b90-14cf8ff6fb75', 'name': 'network-vif-deleted', 'tag': '1c3fc0af-99d5-460b-9911-a71e61436396', 'status': 'completed', 'code': 200} Aug 13 03:51:25.571399 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-76fc6770-f9d0-4a1b-85d2-28b02077629e req-7b3f01eb-2901-43e6-8662-64c1af41e4ec tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea9df7b-a300-45a3-9b90-14cf8ff6fb75 HTTP/1.1" status: 200 len: 210 time: 0.0303440 Aug 13 03:51:27.917669 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56562) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:27.972681 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f841a5c-6583-4b64-992f-fb8057c88454 req-a9a15111-a156-4f08-a147-51b8c76836ce tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:27.974155 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1f841a5c-6583-4b64-992f-fb8057c88454 req-a9a15111-a156-4f08-a147-51b8c76836ce tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 945 time: 0.0483589 Aug 13 03:51:28.013602 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1f841a5c-6583-4b64-992f-fb8057c88454 req-ce90b664-1241-4901-ac5d-77accfe522f3 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Aug 13 03:51:28.023993 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d52725d7-8d5e-44b0-9da6-e590a24b3d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.108266 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d52725d7-8d5e-44b0-9da6-e590a24b3d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.112375 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d52725d7-8d5e-44b0-9da6-e590a24b3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.150403 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52725d7-8d5e-44b0-9da6-e590a24b3d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b46181b-6a3e-4b16-bf56-7cb216db9df2,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:28.154695 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d52725d7-8d5e-44b0-9da6-e590a24b3d64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3b1c7e1617a4ef5983fef868360acfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359471 Aug 13 03:51:28.157880 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56566) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:28.205401 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-10f707bb-e3dd-4b49-987f-c46a5af9ee84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.226251 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-10f707bb-e3dd-4b49-987f-c46a5af9ee84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.274066 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-10f707bb-e3dd-4b49-987f-c46a5af9ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.276580 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-10f707bb-e3dd-4b49-987f-c46a5af9ee84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.277753 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-10f707bb-e3dd-4b49-987f-c46a5af9ee84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b46181b-6a3e-4b16-bf56-7cb216db9df2 HTTP/1.1" status: 204 len: 168 time: 0.1189363 Aug 13 03:51:28.286560 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f707bb-e3dd-4b49-987f-c46a5af9ee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b46181b-6a3e-4b16-bf56-7cb216db9df2,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:28.537571 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56574) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:28.550595 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f877b408-5c46-49ef-9d2e-d95b27d2557a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.649286 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f877b408-5c46-49ef-9d2e-d95b27d2557a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.652987 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f877b408-5c46-49ef-9d2e-d95b27d2557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.693910 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-f877b408-5c46-49ef-9d2e-d95b27d2557a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=209b212dadab46049a151fd5cdc1cb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552894 Aug 13 03:51:28.694765 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877b408-5c46-49ef-9d2e-d95b27d2557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0120da1e-9f1a-48c1-a175-7a39193632e2,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:28.697548 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56576) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:28.746245 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c64f7a07-a1c6-47df-a7af-8b1a4f495d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.767064 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c64f7a07-a1c6-47df-a7af-8b1a4f495d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.811691 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c64f7a07-a1c6-47df-a7af-8b1a4f495d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.814878 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c64f7a07-a1c6-47df-a7af-8b1a4f495d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.816011 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c64f7a07-a1c6-47df-a7af-8b1a4f495d19 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0120da1e-9f1a-48c1-a175-7a39193632e2 HTTP/1.1" status: 204 len: 168 time: 0.1170990 Aug 13 03:51:28.823620 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f7a07-a1c6-47df-a7af-8b1a4f495d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0120da1e-9f1a-48c1-a175-7a39193632e2,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:28.950781 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-119d7e82-5f4c-44eb-b62e-6e07b1b7fb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:29.135532 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1bcec-fadc-49d5-9bdb-119d01eb5599 req-fe0c3bb8-b323-4f83-a66a-d6ac2a4fd53c tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:29.136996 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eaf1bcec-fadc-49d5-9bdb-119d01eb5599 req-fe0c3bb8-b323-4f83-a66a-d6ac2a4fd53c tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 945 time: 0.0526085 Aug 13 03:51:29.178184 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eaf1bcec-fadc-49d5-9bdb-119d01eb5599 req-0e20e8e7-2c0c-4e6b-bb5b-b0326210827c tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349481 Aug 13 03:51:29.224462 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 1c3fc0af-99d5-460b-9911-a71e61436396 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:29.246651 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 1c3fc0af-99d5-460b-9911-a71e61436396 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:29.246993 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 1c3fc0af-99d5-460b-9911-a71e61436396 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:29.804913 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-5f72591d-fd00-47ea-b88b-25a60c463267 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:29.806427 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-5f72591d-fd00-47ea-b88b-25a60c463267 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 945 time: 0.0489907 Aug 13 03:51:29.901540 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Deleting port 610cf36a-63cc-4764-b95e-c947055056ca {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:29.901871 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:29.987863 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] For port 610cf36a-63cc-4764-b95e-c947055056ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=610cf36a-63cc-4764-b95e-c947055056ca,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:29.988234 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.000467 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Calling delete_port for 610cf36a-63cc-4764-b95e-c947055056ca owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:30.125555 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.138085 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['70cb4576-2f9b-40a4-b8c0-14f83fef804b', '9458abc8-d475-481e-b587-d853e27dd077', '610cf36a-63cc-4764-b95e-c947055056ca'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:30.155762 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Pushing event deleted for resources: {'Port': ['ID=610cf36a-63cc-4764-b95e-c947055056ca,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:30.197900 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] No DVR routers for this DVR port 610cf36a-63cc-4764-b95e-c947055056ca on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:30.200596 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.202961 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9a0f2669-723f-45e1-b182-c748b1ff9c1a req-c2b41171-6044-4996-b4b2-272296d7988f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "DELETE /v2.0/ports/610cf36a-63cc-4764-b95e-c947055056ca HTTP/1.1" status: 204 len: 173 time: 0.3888440 Aug 13 03:51:30.203951 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863d957b-3b7a-4655-af6b-5e60aedb2800', 'name': 'network-vif-deleted', 'tag': '610cf36a-63cc-4764-b95e-c947055056ca'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:30.207009 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c185f7b-9440-4c49-882e-79737d4317e8" -d '{"events": [{"server_uuid": "863d957b-3b7a-4655-af6b-5e60aedb2800", "name": "network-vif-deleted", "tag": "610cf36a-63cc-4764-b95e-c947055056ca"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:30.268246 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdae8ebe-42de-4305-b825-f896231e7deb x-openstack-request-id: req-fdae8ebe-42de-4305-b825-f896231e7deb {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:30.268771 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863d957b-3b7a-4655-af6b-5e60aedb2800", "name": "network-vif-deleted", "tag": "610cf36a-63cc-4764-b95e-c947055056ca", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:30.269202 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdae8ebe-42de-4305-b825-f896231e7deb {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:30.269765 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863d957b-3b7a-4655-af6b-5e60aedb2800', 'name': 'network-vif-deleted', 'tag': '610cf36a-63cc-4764-b95e-c947055056ca', 'status': 'completed', 'code': 200} Aug 13 03:51:30.307894 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-7d56bb7f-9156-4bad-9d71-55dda4fea4ab req-bab35266-8cc2-44c6-a0cd-302c7373792a tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=863d957b-3b7a-4655-af6b-5e60aedb2800 HTTP/1.1" status: 200 len: 210 time: 0.0324557 Aug 13 03:51:31.576211 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a77719-9f57-4d43-b5dc-151b526f4afa req-05c044c0-63ce-4601-bcd2-3ce4f2ad8b9f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:31.577657 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-34a77719-9f57-4d43-b5dc-151b526f4afa req-05c044c0-63ce-4601-bcd2-3ce4f2ad8b9f tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 946 time: 0.0505521 Aug 13 03:51:31.615453 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-34a77719-9f57-4d43-b5dc-151b526f4afa req-ddb6fd29-c898-4337-ab99-e45fca240440 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Aug 13 03:51:32.242444 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.501986 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-d01fbf37-1d0c-4f13-92af-aea5eaf7c2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.730820 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c5288-78f3-4f8a-82cc-10fe73e7a0fc req-72718890-5920-42a7-a7df-b5e354dd6c8d tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:32.732263 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cc0c5288-78f3-4f8a-82cc-10fe73e7a0fc req-72718890-5920-42a7-a7df-b5e354dd6c8d tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 946 time: 0.0503004 Aug 13 03:51:32.771602 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-cc0c5288-78f3-4f8a-82cc-10fe73e7a0fc req-5cf1b47f-05dd-4dc3-bc27-8bb804c2f139 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Aug 13 03:51:33.085905 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-022bb786-ef09-4ddc-9f47-9de31a3ffda2 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:33.087387 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-022bb786-ef09-4ddc-9f47-9de31a3ffda2 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 946 time: 0.0505853 Aug 13 03:51:33.180795 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Deleting port 9458abc8-d475-481e-b587-d853e27dd077 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:33.181135 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:33.232800 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 610cf36a-63cc-4764-b95e-c947055056ca no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:33.253320 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 610cf36a-63cc-4764-b95e-c947055056ca {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:33.253991 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 610cf36a-63cc-4764-b95e-c947055056ca not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:33.271261 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] For port 9458abc8-d475-481e-b587-d853e27dd077, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9458abc8-d475-481e-b587-d853e27dd077,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:33.271624 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:33.533268 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Calling delete_port for 9458abc8-d475-481e-b587-d853e27dd077 owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:33.656341 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:33.669416 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['70cb4576-2f9b-40a4-b8c0-14f83fef804b', '9458abc8-d475-481e-b587-d853e27dd077'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:33.688223 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Pushing event deleted for resources: {'Port': ['ID=9458abc8-d475-481e-b587-d853e27dd077,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:33.728769 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] No DVR routers for this DVR port 9458abc8-d475-481e-b587-d853e27dd077 on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:33.731560 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:33.733543 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9c8dd708-b14f-4e0a-8a24-1942012e18e3 req-04a49a39-551c-4047-88df-89a74ae90338 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "DELETE /v2.0/ports/9458abc8-d475-481e-b587-d853e27dd077 HTTP/1.1" status: 204 len: 173 time: 0.6355379 Aug 13 03:51:33.734006 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c87418-32a2-4733-89c4-7b8bde66719e', 'name': 'network-vif-deleted', 'tag': '9458abc8-d475-481e-b587-d853e27dd077'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:33.737193 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f7ddf8-0641-452f-bd51-908b9f56aec2" -d '{"events": [{"server_uuid": "a7c87418-32a2-4733-89c4-7b8bde66719e", "name": "network-vif-deleted", "tag": "9458abc8-d475-481e-b587-d853e27dd077"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:33.784443 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4b0d44-9ceb-449e-b8db-a692aa48bf56 x-openstack-request-id: req-ed4b0d44-9ceb-449e-b8db-a692aa48bf56 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:33.784868 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c87418-32a2-4733-89c4-7b8bde66719e", "name": "network-vif-deleted", "tag": "9458abc8-d475-481e-b587-d853e27dd077", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:33.785238 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed4b0d44-9ceb-449e-b8db-a692aa48bf56 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:33.785359 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c87418-32a2-4733-89c4-7b8bde66719e', 'name': 'network-vif-deleted', 'tag': '9458abc8-d475-481e-b587-d853e27dd077', 'status': 'completed', 'code': 200} Aug 13 03:51:33.874506 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8dbf9416-e12c-4190-889b-21ac5389bbef req-c6eda860-c60b-4331-b8e6-7b162ad92f67 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c87418-32a2-4733-89c4-7b8bde66719e HTTP/1.1" status: 200 len: 210 time: 0.0290363 Aug 13 03:51:34.096744 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:34.980849 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:35.448996 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:36.264968 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71980b3c-f4e9-4613-b083-6b4857a38dcb req-19278baf-7fb9-41ef-92be-e06e5d378e2b tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:36.266945 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-71980b3c-f4e9-4613-b083-6b4857a38dcb req-19278baf-7fb9-41ef-92be-e06e5d378e2b tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0485907 Aug 13 03:51:36.304340 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-71980b3c-f4e9-4613-b083-6b4857a38dcb req-b088f17e-4388-4774-875a-095ae7367dab tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Aug 13 03:51:37.238307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 9458abc8-d475-481e-b587-d853e27dd077 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:37.258016 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 9458abc8-d475-481e-b587-d853e27dd077 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:37.258649 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 9458abc8-d475-481e-b587-d853e27dd077 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:37.421808 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afbdb7-b4fc-41f6-94fa-073f820a8647 req-4686c6d4-58c9-45de-9b69-5efb7cbcf574 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:37.423847 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-84afbdb7-b4fc-41f6-94fa-073f820a8647 req-4686c6d4-58c9-45de-9b69-5efb7cbcf574 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0511582 Aug 13 03:51:37.460103 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-84afbdb7-b4fc-41f6-94fa-073f820a8647 req-a78fe2bf-96a5-463e-a525-3829c5e69d0a tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fff13a-800e-41bb-bfdb-fdefb365fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304179 Aug 13 03:51:37.963377 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-f39cdcb1-8b3c-4f37-9c13-8f217d53a046 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:37.964827 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-f39cdcb1-8b3c-4f37-9c13-8f217d53a046 tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0477676 Aug 13 03:51:38.054962 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Deleting port 70cb4576-2f9b-40a4-b8c0-14f83fef804b {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:38.055292 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:38.140410 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] For port 70cb4576-2f9b-40a4-b8c0-14f83fef804b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=70cb4576-2f9b-40a4-b8c0-14f83fef804b,segment=NetworkSegment(113ad4dc-4020-42bc-82f3-58ae7a72a82a),segment_id=113ad4dc-4020-42bc-82f3-58ae7a72a82a)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:38.140696 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:38.153592 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Calling delete_port for 70cb4576-2f9b-40a4-b8c0-14f83fef804b owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:38.278158 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:38.294959 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['70cb4576-2f9b-40a4-b8c0-14f83fef804b'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:38.306959 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Pushing event deleted for resources: {'Port': ['ID=70cb4576-2f9b-40a4-b8c0-14f83fef804b,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:38.347095 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] No DVR routers for this DVR port 70cb4576-2f9b-40a4-b8c0-14f83fef804b on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:38.349543 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:38.351574 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-beccc7e0-5260-41b8-ba3d-494ef1891cfa req-3724edcc-5b58-434c-84da-ddb8b5d6e2cb tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.18 "DELETE /v2.0/ports/70cb4576-2f9b-40a4-b8c0-14f83fef804b HTTP/1.1" status: 204 len: 173 time: 0.3804772 Aug 13 03:51:38.352023 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5aa5eb-5715-4084-98ce-e59c7c40b6f3', 'name': 'network-vif-deleted', 'tag': '70cb4576-2f9b-40a4-b8c0-14f83fef804b'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:38.354253 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb22279-3fd7-4829-aa81-c0d454fb431d" -d '{"events": [{"server_uuid": "dc5aa5eb-5715-4084-98ce-e59c7c40b6f3", "name": "network-vif-deleted", "tag": "70cb4576-2f9b-40a4-b8c0-14f83fef804b"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:38.393011 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8104cb6e-3394-4f81-98bf-e07bf3f15fae x-openstack-request-id: req-8104cb6e-3394-4f81-98bf-e07bf3f15fae {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:38.393305 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5aa5eb-5715-4084-98ce-e59c7c40b6f3", "name": "network-vif-deleted", "tag": "70cb4576-2f9b-40a4-b8c0-14f83fef804b", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:38.393556 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8104cb6e-3394-4f81-98bf-e07bf3f15fae {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:38.393953 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5aa5eb-5715-4084-98ce-e59c7c40b6f3', 'name': 'network-vif-deleted', 'tag': '70cb4576-2f9b-40a4-b8c0-14f83fef804b', 'status': 'completed', 'code': 200} Aug 13 03:51:38.568902 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1d18f7f0-5a17-4b90-b810-145339bdbb61 req-913767f2-f915-4f7d-a20a-ad420972731e tempest-AttachVolumeNegativeTest-960537234 tempest-AttachVolumeNegativeTest-960537234-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc5aa5eb-5715-4084-98ce-e59c7c40b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0317929 Aug 13 03:51:39.627561 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56620) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:39.673390 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_v2 [None req-692df86f-687f-4dfa-936d-f1cc784ba7be admin admin] Deleting subnet 3ef24b46-6383-4189-bcba-2f5b2fc961c1 {{(pid=100566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:51:39.676319 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-692df86f-687f-4dfa-936d-f1cc784ba7be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.708543 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-692df86f-687f-4dfa-936d-f1cc784ba7be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819215'] for subnet, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.746773 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-692df86f-687f-4dfa-936d-f1cc784ba7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.798043 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-692df86f-687f-4dfa-936d-f1cc784ba7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2891789'] for subnet, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.827761 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692df86f-687f-4dfa-936d-f1cc784ba7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef24b46-6383-4189-bcba-2f5b2fc961c1,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:39.830229 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-692df86f-687f-4dfa-936d-f1cc784ba7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.832168 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-692df86f-687f-4dfa-936d-f1cc784ba7be admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3ef24b46-6383-4189-bcba-2f5b2fc961c1 HTTP/1.1" status: 204 len: 168 time: 0.2035491 Aug 13 03:51:39.834559 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56622) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:39.898915 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.979763 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.989432 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81a4382-7c9d-44f0-b499-cd8b3391f263']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:39.999685 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113ad4dc-4020-42bc-82f3-58ae7a72a82a') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:39.999982 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113ad4dc-4020-42bc-82f3-58ae7a72a82a') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:40.009329 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.023485 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.029334 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:51:40.029729 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:51:40.032073 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:51:40.085118 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.090589 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.092435 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a81a4382-7c9d-44f0-b499-cd8b3391f263 HTTP/1.1" status: 204 len: 168 time: 0.2569785 Aug 13 03:51:40.104588 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a603f6-9e9d-47f7-8bee-2adc64300666 admin admin] Pushing event deleted for resources: {'Network': ['ID=a81a4382-7c9d-44f0-b499-cd8b3391f263,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:40.174122 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-c34f4c37-8530-4107-9ce3-41782a083727 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411088 Aug 13 03:51:40.237327 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-016d83ae-738f-4c0b-988e-fbfff8b52f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:40.238931 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-016d83ae-738f-4c0b-988e-fbfff8b52f80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8&device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1098 time: 0.0424607 Aug 13 03:51:40.269316 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56626) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:40.310396 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-9d6d4b8d-0ce4-47b5-9fd6-ce611244533e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8e79a0f371d4d6ab6d70eded192c136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398951 Aug 13 03:51:40.312934 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56628) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:40.356164 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-03be0549-a4c2-4343-9e49-9c98c9730b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:40.357570 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-03be0549-a4c2-4343-9e49-9c98c9730b64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e42d7f98-1dba-481f-939c-147f3aec658e HTTP/1.1" status: 200 len: 909 time: 0.0965288 Aug 13 03:51:40.366820 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-995654a9-7623-4d7e-b168-a30ea0948e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.388292 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-995654a9-7623-4d7e-b168-a30ea0948e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.430318 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-a0ea0f11-8be9-4a96-83c2-69081940141a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485 HTTP/1.1" status: 200 len: 1000 time: 0.0636775 Aug 13 03:51:40.435295 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-995654a9-7623-4d7e-b168-a30ea0948e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.437950 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-995654a9-7623-4d7e-b168-a30ea0948e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.439151 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-995654a9-7623-4d7e-b168-a30ea0948e93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08fff13a-800e-41bb-bfdb-fdefb365fa91 HTTP/1.1" status: 204 len: 168 time: 0.1252961 Aug 13 03:51:40.447936 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995654a9-7623-4d7e-b168-a30ea0948e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fff13a-800e-41bb-bfdb-fdefb365fa91,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:40.482428 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-103dc067-32d2-49f8-95f0-66ea244e5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:40.483940 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-103dc067-32d2-49f8-95f0-66ea244e5f62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9498c30c-fc09-4815-be66-34f84bfbc9ed HTTP/1.1" status: 200 len: 848 time: 0.0465746 Aug 13 03:51:40.542521 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-837503a9-7174-40cb-8ffd-db1c089c1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:40.544064 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-837503a9-7174-40cb-8ffd-db1c089c1e55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e42d7f98-1dba-481f-939c-147f3aec658e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491040 Aug 13 03:51:40.649341 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-89abf4ae-2428-4180-8a06-78b76378edaa service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972164 Aug 13 03:51:40.752216 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-4462dcf1-7960-4a99-a64a-44d45fdc2bff req-367c83b5-5bc1-423d-92ab-6e2cf0a1d23d service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929570 Aug 13 03:51:43.261990 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 70cb4576-2f9b-40a4-b8c0-14f83fef804b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:43.280944 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 70cb4576-2f9b-40a4-b8c0-14f83fef804b {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:43.281828 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 70cb4576-2f9b-40a4-b8c0-14f83fef804b not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:45.273981 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56702) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:45.378223 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-66e58396-f532-4fa0-a375-c32dc0155fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:45.464608 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-66e58396-f532-4fa0-a375-c32dc0155fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:45.468396 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-66e58396-f532-4fa0-a375-c32dc0155fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:45.505038 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-66e58396-f532-4fa0-a375-c32dc0155fb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7645929dcbcf48df86017d88498498b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299502 Aug 13 03:51:45.507400 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e58396-f532-4fa0-a375-c32dc0155fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c57979-e5be-473c-a39b-b5b25e438517,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:45.507777 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56706) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:45.557650 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fe1cc94e-e5c8-47d4-a6fd-8d53f216de96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:45.578810 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fe1cc94e-e5c8-47d4-a6fd-8d53f216de96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:45.624351 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fe1cc94e-e5c8-47d4-a6fd-8d53f216de96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:45.627082 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-fe1cc94e-e5c8-47d4-a6fd-8d53f216de96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:45.628251 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-fe1cc94e-e5c8-47d4-a6fd-8d53f216de96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9c57979-e5be-473c-a39b-b5b25e438517 HTTP/1.1" status: 204 len: 168 time: 0.1191370 Aug 13 03:51:45.635912 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cc94e-e5c8-47d4-a6fd-8d53f216de96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c57979-e5be-473c-a39b-b5b25e438517,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:45.882672 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56712) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:45.902280 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d9a3c506-7e97-4e0f-b02c-b36d6c31315d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:45.988099 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d9a3c506-7e97-4e0f-b02c-b36d6c31315d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:45.991697 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-d9a3c506-7e97-4e0f-b02c-b36d6c31315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:46.029430 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-d9a3c506-7e97-4e0f-b02c-b36d6c31315d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b98d4033156d4cd3963254bbe08f2654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452084 Aug 13 03:51:46.030301 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3c506-7e97-4e0f-b02c-b36d6c31315d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa230157-b35e-439d-98ef-9d3e93fd6cc1,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:46.033428 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56714) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:46.083450 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d99ab032-571f-42d6-a140-9eac1f81cc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:46.103672 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d99ab032-571f-42d6-a140-9eac1f81cc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:46.148618 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d99ab032-571f-42d6-a140-9eac1f81cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:46.151220 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d99ab032-571f-42d6-a140-9eac1f81cc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:46.152386 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d99ab032-571f-42d6-a140-9eac1f81cc72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa230157-b35e-439d-98ef-9d3e93fd6cc1 HTTP/1.1" status: 204 len: 168 time: 0.1179771 Aug 13 03:51:46.160770 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ab032-571f-42d6-a140-9eac1f81cc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa230157-b35e-439d-98ef-9d3e93fd6cc1,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:47.974670 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56786) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:48.078819 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9b0a37c2-9422-4499-9cb6-bafb242eafcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.163596 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9b0a37c2-9422-4499-9cb6-bafb242eafcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.167518 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9b0a37c2-9422-4499-9cb6-bafb242eafcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.204673 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-9b0a37c2-9422-4499-9cb6-bafb242eafcc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e8f59a1eea043e69cc53b86a82215eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289381 Aug 13 03:51:48.205841 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a37c2-9422-4499-9cb6-bafb242eafcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76a53c4-54c0-4936-a84f-2075f69414e4,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:48.207341 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56790) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:48.258566 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-42501d6d-c324-4bba-954d-a7448e8298d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.279430 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-42501d6d-c324-4bba-954d-a7448e8298d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.323830 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-42501d6d-c324-4bba-954d-a7448e8298d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.326490 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-42501d6d-c324-4bba-954d-a7448e8298d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.327630 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-42501d6d-c324-4bba-954d-a7448e8298d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d76a53c4-54c0-4936-a84f-2075f69414e4 HTTP/1.1" status: 204 len: 168 time: 0.1192422 Aug 13 03:51:48.335637 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42501d6d-c324-4bba-954d-a7448e8298d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76a53c4-54c0-4936-a84f-2075f69414e4,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:48.588309 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56796) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:48.601670 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-763b5fd2-5254-4c46-a02c-859282637e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.690251 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-763b5fd2-5254-4c46-a02c-859282637e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.693929 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-763b5fd2-5254-4c46-a02c-859282637e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.729395 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b5fd2-5254-4c46-a02c-859282637e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a4efc9-a3a0-43ce-8b3f-1d6f7b573c1e,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:48.733679 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-763b5fd2-5254-4c46-a02c-859282637e12 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5a78ee4036541d9a8e5517f892d858f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443038 Aug 13 03:51:48.736988 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56798) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:48.783637 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-633d5888-e26a-4579-927b-e773e6311786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.807404 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-633d5888-e26a-4579-927b-e773e6311786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.852456 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-633d5888-e26a-4579-927b-e773e6311786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.855135 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-633d5888-e26a-4579-927b-e773e6311786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:48.856279 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-633d5888-e26a-4579-927b-e773e6311786 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37a4efc9-a3a0-43ce-8b3f-1d6f7b573c1e HTTP/1.1" status: 204 len: 168 time: 0.1191330 Aug 13 03:51:48.864202 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d5888-e26a-4579-927b-e773e6311786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a4efc9-a3a0-43ce-8b3f-1d6f7b573c1e,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:49.513655 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56820) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:49.613890 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.v2.base [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1476131569-network', 'tenant_id': 'c6604a5b311242fca44b6354f8eab140'}} {{(pid=100566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:49.633893 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Made reservation on behalf of c6604a5b311242fca44b6354f8eab140 for: {'network': 1} {{(pid=100566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:51:49.636094 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:49.644423 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:49.733853 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:49.737857 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:49.761472 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:51:49.770971 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b45e12-4547-41d4-8816-f5fd269c953a,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:49.775768 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:49.776108 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.segments_db [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Added segment d0952421-6657-4806-872d-ab95154d2b7e of type vlan for network b9a92372-0401-4693-87f1-e0c11e3690ac Aug 13 03:51:49.815904 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:49.844072 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:49.845005 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:49.845582 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:49.898145 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3832266 Aug 13 03:51:49.900969 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56824) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:49.903215 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83463a3-870a-4d3c-aa7c-bf3f600f4257 admin admin] Pushing event updated for resources: {'Network': ['ID=b9a92372-0401-4693-87f1-e0c11e3690ac,revision_number=1']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:49.907534 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Request body: {'subnet': {'network_id': 'b9a92372-0401-4693-87f1-e0c11e3690ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1476131569-subnet', 'tenant_id': 'c6604a5b311242fca44b6354f8eab140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:49.914355 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network b9a92372-0401-4693-87f1-e0c11e3690ac details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:51:49.930694 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Made reservation on behalf of c6604a5b311242fca44b6354f8eab140 for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:51:49.933005 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9782172'] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.110211 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2721632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9782190'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.168163 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=703877de-9701-4e1b-993b-dc51789f1ca6,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:50.173210 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Checking segment: {'id': 'd0952421-6657-4806-872d-ab95154d2b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b9a92372-0401-4693-87f1-e0c11e3690ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:51:50.173634 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Network hostable DHCP agents. Network: b9a92372-0401-4693-87f1-e0c11e3690ac, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:51:50.189853 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Network b9a92372-0401-4693-87f1-e0c11e3690ac is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:51:50.198206 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, b9a92372-0401-4693-87f1-e0c11e3690ac) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:50.202816 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:50.203806 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.206849 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e576a-a09c-4c96-918c-c16f3a3d4d8a None None] Network b9a92372-0401-4693-87f1-e0c11e3690ac requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:51:50.219672 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-73154968-e22f-4b97-a332-09bf5b3dc3bc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3162591 Aug 13 03:51:50.331705 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af9962-bb00-41f5-a110-f29eac6d521b None None] Network b9a92372-0401-4693-87f1-e0c11e3690ac requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:51:50.551511 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:51:50.681466 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56840) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:50.686396 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-65752607-network', 'tenant_id': '937d37d22b6e41e9a579aa4cdbbd33f2'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:50.707857 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Made reservation on behalf of 937d37d22b6e41e9a579aa4cdbbd33f2 for: {'network': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:51:50.710052 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for network, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.722380 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.819102 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.822729 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.846671 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:51:50.856067 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d896642b-d8a4-4a21-bc01-2a09a69a5a9c,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:50.861431 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.861770 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.segments_db [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Added segment 975abadd-572c-4df2-a1d0-b682ba0b8862 of type vlan for network 58b446c3-8326-4a78-912a-6ef13f4c3067 Aug 13 03:51:50.904015 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769063090490'] for network, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.933576 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594'] for network, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.934569 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:50.935146 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:50.987760 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3050056 Aug 13 03:51:50.990160 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56842) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:50.994803 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Request body: {'subnet': {'network_id': '58b446c3-8326-4a78-912a-6ef13f4c3067', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-65752607-subnet', 'tenant_id': '937d37d22b6e41e9a579aa4cdbbd33f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:51.005576 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04477d63-248c-4768-bcbb-74d2f631ebd8 admin admin] Pushing event updated for resources: {'Network': ['ID=58b446c3-8326-4a78-912a-6ef13f4c3067,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:51.016106 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Network 58b446c3-8326-4a78-912a-6ef13f4c3067 details requested by agent ovs-agent-dv-cinder-760197-5-iscsi with host dv-cinder-760197-5-iscsi {{(pid=100568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:51:51.020956 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Made reservation on behalf of 937d37d22b6e41e9a579aa4cdbbd33f2 for: {'subnet': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:51:51.023379 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9782172'] for subnet, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:51.203646 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2721632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9782190'] for subnet, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:51.257040 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2904d974-372c-4fa6-bae1-ee0796f1ac18,revision_number=0']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:51.268539 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Checking segment: {'id': '975abadd-572c-4df2-a1d0-b682ba0b8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58b446c3-8326-4a78-912a-6ef13f4c3067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:51:51.268900 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Network hostable DHCP agents. Network: 58b446c3-8326-4a78-912a-6ef13f4c3067, hostable agents: ['828c87d4-3f93-4dca-bfb1-98d4d821d8ea'], hosted agents: [] {{(pid=100567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:51:51.285911 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Network 58b446c3-8326-4a78-912a-6ef13f4c3067 is scheduled to be hosted by DHCP agent 828c87d4-3f93-4dca-bfb1-98d4d821d8ea with binding_index 1 {{(pid=100567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:51:51.296154 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-5-iscsi, 58b446c3-8326-4a78-912a-6ef13f4c3067) {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:51.300720 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:51.301306 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:51.305368 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5128904f-a821-49b6-b0e3-6b23f78cab22 None None] Network 58b446c3-8326-4a78-912a-6ef13f4c3067 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:51:51.322450 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-e210566b-6ef2-49ec-97ff-2de1a37fd4db admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3245921 Aug 13 03:51:51.557251 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef0f53-f42c-4411-913c-0dc17b896fbf None None] Network 58b446c3-8326-4a78-912a-6ef13f4c3067 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:51:55.055609 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fa929-58a2-458e-8566-0a0e5a1f8732 req-9a62c503-aba3-4f07-9501-0d5349e12f38 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:55.057121 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0f7fa929-58a2-458e-8566-0a0e5a1f8732 req-9a62c503-aba3-4f07-9501-0d5349e12f38 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0505614 Aug 13 03:51:55.099383 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0f7fa929-58a2-458e-8566-0a0e5a1f8732 req-944908a7-79c5-4cba-80d9-c168d03fb528 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355444 Aug 13 03:51:56.219256 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04352cd-38e5-4db5-8060-87ce9c2df883 req-94787c0a-13a6-4de5-9841-a165db7f6bbf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:56.220807 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b04352cd-38e5-4db5-8060-87ce9c2df883 req-94787c0a-13a6-4de5-9841-a165db7f6bbf tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0502427 Aug 13 03:51:56.260819 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-b04352cd-38e5-4db5-8060-87ce9c2df883 req-e85ae853-f217-4da0-bd5f-637ecce2e13c tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338581 Aug 13 03:51:57.376454 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959aa06-be27-45f6-a1f4-285e5d958775 req-9a24483d-aadd-4006-8b6a-f7f1a24ef44a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:57.377960 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0959aa06-be27-45f6-a1f4-285e5d958775 req-9a24483d-aadd-4006-8b6a-f7f1a24ef44a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0509799 Aug 13 03:51:57.422800 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0959aa06-be27-45f6-a1f4-285e5d958775 req-bba06f3a-3dfd-4dfa-a731-f17378475369 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352006 Aug 13 03:51:58.537945 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9c859-fd31-43f7-be8a-b3fb656630de req-5c3c19d2-4d4c-4657-a527-b97c619fbdb9 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:58.539492 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-51e9c859-fd31-43f7-be8a-b3fb656630de req-5c3c19d2-4d4c-4657-a527-b97c619fbdb9 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0522559 Aug 13 03:51:58.585500 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-51e9c859-fd31-43f7-be8a-b3fb656630de req-bc6481e6-893e-4fa3-99a9-9a6d4fa8bff1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397820 Aug 13 03:51:58.951027 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ccfcc21c-2d5c-407d-9058-106b4514f7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:59.709410 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cd30c-9214-4227-aaa1-eb4cab56561a req-a5ef838d-6b69-4e67-8722-b9c0b0c234c3 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:59.711336 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5f1cd30c-9214-4227-aaa1-eb4cab56561a req-a5ef838d-6b69-4e67-8722-b9c0b0c234c3 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Aug 13 03:51:59.753672 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5f1cd30c-9214-4227-aaa1-eb4cab56561a req-8c95d6a3-2a9e-4f2b-85be-03bd253f4559 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362561 Aug 13 03:52:00.878672 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf76524-c11f-4c13-b5b1-dbcec90aaa67 req-b5f459de-d2ac-4679-aa76-b12be13ef242 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:00.880151 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ccf76524-c11f-4c13-b5b1-dbcec90aaa67 req-b5f459de-d2ac-4679-aa76-b12be13ef242 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0509286 Aug 13 03:52:00.919451 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ccf76524-c11f-4c13-b5b1-dbcec90aaa67 req-2f0f9f82-1fe3-4e2c-85f9-d5a8c422b51f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331202 Aug 13 03:52:02.044336 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adbee2-f9d7-4e42-b825-bc89ea4297e3 req-21921fa6-7737-4951-aadb-50eb91324063 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:02.045893 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e5adbee2-f9d7-4e42-b825-bc89ea4297e3 req-21921fa6-7737-4951-aadb-50eb91324063 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0559690 Aug 13 03:52:02.101398 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e5adbee2-f9d7-4e42-b825-bc89ea4297e3 req-137702f5-d97e-4b5d-b0b3-a1b50873572f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485129 Aug 13 03:52:02.244594 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:02.506878 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-c8d816c6-25d5-433d-bb47-2a4092b14073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:03.219003 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a82d-3345-4b30-bf66-8d4e7f89c6ef req-76b6d5f8-9358-465a-9c24-b56059d483d2 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:03.220534 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f914a82d-3345-4b30-bf66-8d4e7f89c6ef req-76b6d5f8-9358-465a-9c24-b56059d483d2 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0512075 Aug 13 03:52:03.259513 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f914a82d-3345-4b30-bf66-8d4e7f89c6ef req-3520633f-6a8c-4940-bc74-35f9ad50ffec tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330510 Aug 13 03:52:04.098789 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:04.376404 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dd378-506e-409d-91c6-6385ebbee6a0 req-4acf4a26-e07c-4360-9ba6-4579d22d6229 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:04.377890 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f95dd378-506e-409d-91c6-6385ebbee6a0 req-4acf4a26-e07c-4360-9ba6-4579d22d6229 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0532329 Aug 13 03:52:04.421855 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f95dd378-506e-409d-91c6-6385ebbee6a0 req-9668dcc2-d3f6-47b9-ae09-df38aff508c8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377765 Aug 13 03:52:04.895437 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56982) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:04.940218 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_v2 [None req-668180cd-11ba-4401-a5b3-3a05a2dd66c9 admin admin] Deleting subnet 703877de-9701-4e1b-993b-dc51789f1ca6 {{(pid=100567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:52:04.943533 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-668180cd-11ba-4401-a5b3-3a05a2dd66c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:04.977510 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:04.983831 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-668180cd-11ba-4401-a5b3-3a05a2dd66c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720882'] for subnet, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.023844 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-668180cd-11ba-4401-a5b3-3a05a2dd66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.076117 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-668180cd-11ba-4401-a5b3-3a05a2dd66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2721575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9782199'] for subnet, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.101290 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668180cd-11ba-4401-a5b3-3a05a2dd66c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703877de-9701-4e1b-993b-dc51789f1ca6,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:05.104925 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-668180cd-11ba-4401-a5b3-3a05a2dd66c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.109493 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-668180cd-11ba-4401-a5b3-3a05a2dd66c9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/703877de-9701-4e1b-993b-dc51789f1ca6 HTTP/1.1" status: 204 len: 168 time: 0.2128994 Aug 13 03:52:05.109647 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56984) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:05.182881 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.229639 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-d17e4624-2c94-4a55-8c28-93c8de2d2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:05.231180 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-d17e4624-2c94-4a55-8c28-93c8de2d2d38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8&device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1098 time: 0.0454099 Aug 13 03:52:05.261292 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.271684 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a92372-0401-4693-87f1-e0c11e3690ac']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:05.281595 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0952421-6657-4806-872d-ab95154d2b7e') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:05.282412 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0952421-6657-4806-872d-ab95154d2b7e') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:05.290880 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.304106 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.310030 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:52:05.310423 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:52:05.312090 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:52:05.336582 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-f4d14642-d6aa-4836-8a12-0d2dd7ffcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:05.337987 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-f4d14642-d6aa-4836-8a12-0d2dd7ffcf4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e42d7f98-1dba-481f-939c-147f3aec658e HTTP/1.1" status: 200 len: 909 time: 0.0992131 Aug 13 03:52:05.371140 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.376432 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.378320 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] 10.222.0.58 "DELETE /v2.0/networks/b9a92372-0401-4693-87f1-e0c11e3690ac HTTP/1.1" status: 204 len: 168 time: 0.2668824 Aug 13 03:52:05.381358 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56986) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:05.397953 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bb306-e30c-49a7-a855-ee71fbeb285c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a92372-0401-4693-87f1-e0c11e3690ac,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:05.412247 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-9c9b3a3f-ec95-4262-b5f2-85c659f04e3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485 HTTP/1.1" status: 200 len: 1000 time: 0.0656066 Aug 13 03:52:05.437487 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e9e909-a1fa-4e35-b5d7-cebda56ad59e admin admin] Deleting subnet 2904d974-372c-4fa6-bae1-ee0796f1ac18 {{(pid=100566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:52:05.440735 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e909-a1fa-4e35-b5d7-cebda56ad59e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.451705 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.467839 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-caf7c9c6-8c46-4018-9ec1-00bc801f86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:05.469946 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-caf7c9c6-8c46-4018-9ec1-00bc801f86c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9498c30c-fc09-4815-be66-34f84bfbc9ed HTTP/1.1" status: 200 len: 848 time: 0.0496011 Aug 13 03:52:05.476126 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e909-a1fa-4e35-b5d7-cebda56ad59e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819215'] for subnet, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.519152 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e909-a1fa-4e35-b5d7-cebda56ad59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.543976 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-d2aaf8a6-8217-4d60-9d7a-7fa02d26f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:05.545524 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-d2aaf8a6-8217-4d60-9d7a-7fa02d26f691 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e42d7f98-1dba-481f-939c-147f3aec658e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684416 Aug 13 03:52:05.558685 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ede019-a6c5-4f1d-a08f-1ac3cd741516 req-f6d2a50b-d60d-45eb-af5a-d38a76eed090 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:05.560259 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3ede019-a6c5-4f1d-a08f-1ac3cd741516 req-f6d2a50b-d60d-45eb-af5a-d38a76eed090 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0596125 Aug 13 03:52:05.571806 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e909-a1fa-4e35-b5d7-cebda56ad59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2891789'] for subnet, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.595553 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9e909-a1fa-4e35-b5d7-cebda56ad59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2904d974-372c-4fa6-bae1-ee0796f1ac18,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:05.601012 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e909-a1fa-4e35-b5d7-cebda56ad59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.604492 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d8e9e909-a1fa-4e35-b5d7-cebda56ad59e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2904d974-372c-4fa6-bae1-ee0796f1ac18 HTTP/1.1" status: 204 len: 168 time: 0.2221880 Aug 13 03:52:05.605330 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 56990) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:05.646130 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3ede019-a6c5-4f1d-a08f-1ac3cd741516 req-bcdf006d-5a6d-4cb2-8482-f631f619a3ad tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768828 Aug 13 03:52:05.673796 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-4a2566d1-986f-487f-9724-7774bece0b3c service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125922 Aug 13 03:52:05.674288 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.753476 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.763338 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b446c3-8326-4a78-912a-6ef13f4c3067']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:05.768080 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-87f24ded-4268-411f-bc8d-4ffa442cef82 req-417353d7-5e98-4653-a39b-4efd4e694acc service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859351 Aug 13 03:52:05.773519 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975abadd-572c-4df2-a1d0-b682ba0b8862') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:05.773847 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975abadd-572c-4df2-a1d0-b682ba0b8862') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:05.783096 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.796393 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.802745 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:52:05.803126 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:52:05.804696 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:52:05.855079 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.860713 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:05.862535 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] 10.222.0.58 "DELETE /v2.0/networks/58b446c3-8326-4a78-912a-6ef13f4c3067 HTTP/1.1" status: 204 len: 168 time: 0.2562571 Aug 13 03:52:05.876652 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365cdc1-9b3d-44a6-9ef9-030164add967 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b446c3-8326-4a78-912a-6ef13f4c3067,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:06.022340 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56994) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:06.066769 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7ff149e7-ce7a-4eca-986c-7ddda663ef5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6604a5b311242fca44b6354f8eab140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432131 Aug 13 03:52:06.069367 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 56996) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:06.120548 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5b00c165-e582-4b2f-8672-e76def88844b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:06.142448 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5b00c165-e582-4b2f-8672-e76def88844b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:06.190308 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5b00c165-e582-4b2f-8672-e76def88844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:06.193114 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-5b00c165-e582-4b2f-8672-e76def88844b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:06.194271 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-5b00c165-e582-4b2f-8672-e76def88844b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4b45e12-4547-41d4-8816-f5fd269c953a HTTP/1.1" status: 204 len: 168 time: 0.1239958 Aug 13 03:52:06.202707 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00c165-e582-4b2f-8672-e76def88844b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b45e12-4547-41d4-8816-f5fd269c953a,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:06.520279 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57002) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:06.567317 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-0ede3ca4-5533-4b2e-90fb-36ec387eeafa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=937d37d22b6e41e9a579aa4cdbbd33f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458565 Aug 13 03:52:06.569972 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57004) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:06.622835 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-70239cf8-ab37-412b-9522-8639f1f94287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:06.645088 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-70239cf8-ab37-412b-9522-8639f1f94287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:06.693151 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-70239cf8-ab37-412b-9522-8639f1f94287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:06.695979 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-70239cf8-ab37-412b-9522-8639f1f94287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:06.700130 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-70239cf8-ab37-412b-9522-8639f1f94287 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d896642b-d8a4-4a21-bc01-2a09a69a5a9c HTTP/1.1" status: 204 len: 168 time: 0.1261733 Aug 13 03:52:06.706177 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70239cf8-ab37-412b-9522-8639f1f94287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d896642b-d8a4-4a21-bc01-2a09a69a5a9c,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:06.781192 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31c4e8-ba8c-4d9f-8f3d-2614900ea096 req-46be0097-1a47-4f9f-b23d-20ff7630c5b6 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:06.782785 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8f31c4e8-ba8c-4d9f-8f3d-2614900ea096 req-46be0097-1a47-4f9f-b23d-20ff7630c5b6 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0605664 Aug 13 03:52:06.825218 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8f31c4e8-ba8c-4d9f-8f3d-2614900ea096 req-4fd781fa-4328-43dd-988e-ba56b5e59771 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366180 Aug 13 03:52:07.939096 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda0145-9d5d-492a-ae4e-c83c1f0a7532 req-b350bd74-008c-4d2b-8c1c-24f988a9c70f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:07.940569 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6eda0145-9d5d-492a-ae4e-c83c1f0a7532 req-b350bd74-008c-4d2b-8c1c-24f988a9c70f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0481756 Aug 13 03:52:07.980384 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-6eda0145-9d5d-492a-ae4e-c83c1f0a7532 req-1d8c341e-b362-46d9-adf7-190b8ee07198 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338628 Aug 13 03:52:09.102740 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc329e9-0c5c-451b-a53d-211e6e7c7b6e req-e6713166-0550-426e-a92c-9345c5065c80 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:09.104234 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5fc329e9-0c5c-451b-a53d-211e6e7c7b6e req-e6713166-0550-426e-a92c-9345c5065c80 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0531828 Aug 13 03:52:09.142524 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5fc329e9-0c5c-451b-a53d-211e6e7c7b6e req-f574a518-51bc-41d7-8118-f7bfe674b43b tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324063 Aug 13 03:52:09.346650 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-66b1035c-09af-4f6d-9ffd-b768ed2fcd07 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0541596 Aug 13 03:52:09.374329 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd149677-28d2-435d-b513-4c4eb3eeb3f1 req-8dfebf59-608b-4446-838c-0403c06e6127 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:09.375878 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fd149677-28d2-435d-b513-4c4eb3eeb3f1 req-8dfebf59-608b-4446-838c-0403c06e6127 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0504048 Aug 13 03:52:09.415207 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fd149677-28d2-435d-b513-4c4eb3eeb3f1 req-b8e0886b-70b9-4b24-b21f-21607eef6722 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333025 Aug 13 03:52:10.532870 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a981b-4737-4694-8fc0-5faaf318faed req-57f0eeb1-2757-4426-907f-b80714be0305 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:10.534357 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e19a981b-4737-4694-8fc0-5faaf318faed req-57f0eeb1-2757-4426-907f-b80714be0305 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0531564 Aug 13 03:52:10.572818 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e19a981b-4737-4694-8fc0-5faaf318faed req-b0e91057-ac3c-4c5a-8d58-f6802aef30fa tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Aug 13 03:52:10.715320 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-c0020e24-aa5b-40f9-b849-d02417dc152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:10.716679 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-c0020e24-aa5b-40f9-b849-d02417dc152d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31&tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8 HTTP/1.1" status: 200 len: 1098 time: 0.0449090 Aug 13 03:52:10.803093 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-3ad24c33-8243-4b13-bc62-17650147b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:10.804604 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-3ad24c33-8243-4b13-bc62-17650147b1e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8&device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1098 time: 0.0644917 Aug 13 03:52:10.920273 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-a1c80d67-527b-4326-86fd-2f12ba34c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:10.921749 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-a1c80d67-527b-4326-86fd-2f12ba34c71b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e42d7f98-1dba-481f-939c-147f3aec658e HTTP/1.1" status: 200 len: 909 time: 0.1075914 Aug 13 03:52:10.989132 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-6a55b437-6763-4218-8039-84f91a7c4c52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485 HTTP/1.1" status: 200 len: 1000 time: 0.0588388 Aug 13 03:52:11.043963 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-8922004c-2754-497a-a756-53e866efb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:11.045421 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-8922004c-2754-497a-a756-53e866efb7c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9498c30c-fc09-4815-be66-34f84bfbc9ed HTTP/1.1" status: 200 len: 848 time: 0.0457880 Aug 13 03:52:11.096711 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-b41e9526-a835-4965-a2f3-0ab1776ff311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:11.098199 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-b41e9526-a835-4965-a2f3-0ab1776ff311 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e42d7f98-1dba-481f-939c-147f3aec658e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443864 Aug 13 03:52:11.188530 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-329e4bd8-ab5c-4ceb-a01d-667d72b86840 service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802755 Aug 13 03:52:11.280529 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f9dafec3-56ee-4980-8c4c-bf2924a367be req-6c086b39-dfa7-4fb3-b31d-0617aa91f3c7 service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845997 Aug 13 03:52:11.430058 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device f0fa3d01-037f-4e94-b9ab-8ac422f97485 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:52:11.505433 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:11.527013 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:11.529225 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46744aa9-85b6-4432-a3f5-bb72b69502f7" -d '{"events": [{"server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "name": "network-vif-unplugged", "status": "completed", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:11.541638 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:11.546889 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:11.572655 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76924317-46e0-4ee6-a5fa-4d94c944938d x-openstack-request-id: req-76924317-46e0-4ee6-a5fa-4d94c944938d {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:11.572949 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "name": "network-vif-unplugged", "status": "completed", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:11.573199 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76924317-46e0-4ee6-a5fa-4d94c944938d {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:11.573587 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'code': 200} Aug 13 03:52:11.600275 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=f0fa3d01-037f-4e94-b9ab-8ac422f97485,revision_number=6']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:11.607939 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.608286 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.608701 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.608936 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.609261 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.609584 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.610689 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.610919 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.611131 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.611447 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.611767 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.612082 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:11.693211 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882fcb-de43-460b-b787-cf5d63584971 req-83186e3b-2391-4be2-bab9-aeb71c2bf244 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:11.694703 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ca882fcb-de43-460b-b787-cf5d63584971 req-83186e3b-2391-4be2-bab9-aeb71c2bf244 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0515852 Aug 13 03:52:11.731283 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ca882fcb-de43-460b-b787-cf5d63584971 req-e3b486f2-695f-4c47-8fbe-70e36f2da07e tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307508 Aug 13 03:52:13.037547 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1c57e-7361-4d91-890a-557f524143bd req-53d42558-def1-4e73-9882-6ebd37be81ac tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:13.039103 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-caf1c57e-7361-4d91-890a-557f524143bd req-53d42558-def1-4e73-9882-6ebd37be81ac tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.2385173 Aug 13 03:52:13.078236 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-caf1c57e-7361-4d91-890a-557f524143bd req-4b775769-ea88-4988-8133-1e6321e4cd3a tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331903 Aug 13 03:52:14.195608 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46312e0-9f19-40b7-9f42-a426f16c43d5 req-c5aaceed-c65a-4885-a02c-a9e8e0d8fb50 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:14.197545 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c46312e0-9f19-40b7-9f42-a426f16c43d5 req-c5aaceed-c65a-4885-a02c-a9e8e0d8fb50 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0515854 Aug 13 03:52:14.246235 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-c46312e0-9f19-40b7-9f42-a426f16c43d5 req-803af5a0-5ef8-47f2-9afb-2ddeb22c8532 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 Aug 13 03:52:15.362439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c1988-0de1-4305-82f6-5443a4260a11 req-3f3e9808-a052-4204-93aa-c9ff3add2c32 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:15.363967 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-047c1988-0de1-4305-82f6-5443a4260a11 req-3f3e9808-a052-4204-93aa-c9ff3add2c32 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0492997 Aug 13 03:52:15.403084 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-047c1988-0de1-4305-82f6-5443a4260a11 req-779f8f42-8be4-4d8f-b9f5-ac05b94fd768 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328786 Aug 13 03:52:16.565435 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89029ded-edfe-4a6a-b9a5-32f3b70e60e4 req-7e761eba-de41-4192-a21b-f74533c56b80 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:16.566925 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-89029ded-edfe-4a6a-b9a5-32f3b70e60e4 req-7e761eba-de41-4192-a21b-f74533c56b80 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0973701 Aug 13 03:52:16.602967 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-89029ded-edfe-4a6a-b9a5-32f3b70e60e4 req-46d64891-8139-4a03-b0b5-c860cf6c0914 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301821 Aug 13 03:52:17.715451 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ad400-f981-4ae1-9d51-711cafbe288d req-41e72e65-bf02-488f-870c-15ecc27c4a61 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:17.716973 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f94ad400-f981-4ae1-9d51-711cafbe288d req-41e72e65-bf02-488f-870c-15ecc27c4a61 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0478816 Aug 13 03:52:17.756276 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-f94ad400-f981-4ae1-9d51-711cafbe288d req-88993e67-89bb-4a5f-92e3-a744e937b0d3 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334938 Aug 13 03:52:18.687447 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0a29e-e110-4cb7-b369-80d331ad85e1 req-60f49b34-8a91-421d-869f-8bfbc372e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:18.689235 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e9d0a29e-e110-4cb7-b369-80d331ad85e1 req-60f49b34-8a91-421d-869f-8bfbc372e8ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1096 time: 0.0484293 Aug 13 03:52:18.730610 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e9d0a29e-e110-4cb7-b369-80d331ad85e1 req-9e00ff16-d502-420f-9f61-213bc7c3d72c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297813 Aug 13 03:52:18.870798 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518d7aa-af86-4b64-ae72-2b8d55519390 req-cb0a1618-f201-4ad0-9ee7-8391392017c5 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:18.872270 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1518d7aa-af86-4b64-ae72-2b8d55519390 req-cb0a1618-f201-4ad0-9ee7-8391392017c5 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0485773 Aug 13 03:52:18.913969 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1518d7aa-af86-4b64-ae72-2b8d55519390 req-9450d608-1df9-489f-8191-e14350046e60 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356462 Aug 13 03:52:20.026484 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f114e1-0c24-43b5-89ea-0609932a397d req-97427e06-5c3c-4198-9a47-36256d2f1128 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:20.027953 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3f114e1-0c24-43b5-89ea-0609932a397d req-97427e06-5c3c-4198-9a47-36256d2f1128 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 943 time: 0.0473680 Aug 13 03:52:20.069034 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-a3f114e1-0c24-43b5-89ea-0609932a397d req-d4b4f00d-8123-446e-828a-733a8e73963f tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346391 Aug 13 03:52:21.507034 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device f0fa3d01-037f-4e94-b9ab-8ac422f97485 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:52:21.619138 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:21.631867 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'port_id': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'mac_address': 'fa:16:3e:cf:17:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:52:21.669653 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:21.684159 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fa3d01-037f-4e94-b9ab-8ac422f97485 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:52:21.703971 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:21.708209 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:21.757855 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=f0fa3d01-037f-4e94-b9ab-8ac422f97485,revision_number=7']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:21.994078 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['f0fa3d01-037f-4e94-b9ab-8ac422f97485'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:52:23.505029 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device f0fa3d01-037f-4e94-b9ab-8ac422f97485 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:52:23.556542 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port f0fa3d01-037f-4e94-b9ab-8ac422f97485 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:52:23.556936 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:23.658749 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:23.682097 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:23.684329 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a729e8b7-26f9-4ac0-8460-ad268ec19381" -d '{"events": [{"server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:23.697287 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:23.702005 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:23.727622 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40da7763-e17a-4082-949b-3c9666d394ff x-openstack-request-id: req-40da7763-e17a-4082-949b-3c9666d394ff {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:23.727904 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:23.728148 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40da7763-e17a-4082-949b-3c9666d394ff {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:23.728518 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'code': 200} Aug 13 03:52:23.753627 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=f0fa3d01-037f-4e94-b9ab-8ac422f97485,revision_number=8']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:27.549855 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:52:28.959741 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-b76f2326-1f61-4b33-814d-3b57e850ed09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:32.247744 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:32.501460 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-3e89fa3a-3c6d-4f72-8b71-81d15cff041a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:34.102033 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:34.987418 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:35.452360 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:43.859112 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57310) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:43.973283 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.082743 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.088554 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.158032 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4509715f3cf4581b3f9e62a8deb221c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975736 Aug 13 03:52:44.159450 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113d7710-c34a-4081-930a-584144cda18e,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:44.160529 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57314) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:44.172763 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.173127 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.173485 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.173795 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.174119 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.174445 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.174793 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.175117 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.175439 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.175771 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.176088 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.176403 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e1365-2d65-4e4f-ba1c-0a1ae4444424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.216256 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.237935 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.287642 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.291059 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.294620 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/113d7710-c34a-4081-930a-584144cda18e HTTP/1.1" status: 204 len: 168 time: 0.1307113 Aug 13 03:52:44.300126 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113d7710-c34a-4081-930a-584144cda18e,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:44.307558 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.307909 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.308257 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.308594 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.308929 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.309267 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.309730 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.310132 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.310412 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.310756 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.311085 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:44.311411 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2f11d-b467-4891-84f2-0b447a3b2f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:46.559559 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-dfc73ed8-81d9-425b-807e-ae2110c952e7 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a779c2ee2a544559bdbdf30f28396b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303686 Aug 13 03:52:46.747572 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-cb23057b-8dfb-4ec8-bfcd-636f43cb7272 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:46.748961 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-cb23057b-8dfb-4ec8-bfcd-636f43cb7272 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838310 Aug 13 03:52:46.764594 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-fac6ebba-a412-40f7-ae11-1c9a0b2e17d6 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/quotas/3a779c2ee2a544559bdbdf30f28396b0 HTTP/1.1" status: 200 len: 375 time: 0.0099778 Aug 13 03:52:46.801193 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-ca0d7945-031c-4d85-83d2-f278ebd318b7 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a779c2ee2a544559bdbdf30f28396b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308931 Aug 13 03:52:46.984422 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9ff4c9da-fcea-499c-a1b8-1c9cb62c7abc req-1f0517f0-ffce-4487-8a75-d73fbeb27452 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 210 time: 0.0267494 Aug 13 03:52:47.875569 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-9e9d4d14-30d7-4cd3-885d-93e3c7717080 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3a779c2ee2a544559bdbdf30f28396b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255423 Aug 13 03:52:47.996438 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-b102afff-d11d-4101-b34b-8f568ab02733 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:47.997939 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-b102afff-d11d-4101-b34b-8f568ab02733 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155784 Aug 13 03:52:48.012972 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Request body: {'port': {'device_id': '4756aae0-a46c-46dc-88a0-c4e212e759fa', 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82', 'admin_state_up': True, 'tenant_id': '3a779c2ee2a544559bdbdf30f28396b0'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:52:48.090482 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e5a22809-21b9-4075-a3df-8c74851884aa req-92ed5f68-0cec-434e-9d87-bfec96c3a8fe tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 210 time: 0.0353491 Aug 13 03:52:48.145295 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Made reservation on behalf of 3a779c2ee2a544559bdbdf30f28396b0 for: {'port': 1} {{(pid=100567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:52:48.149742 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:48.162239 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks [] for security_group, before_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:48.259304 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks [] for security_group, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:48.263445 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:48.323518 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe9df0f-7e18-4b16-bae7-28693999d66a,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:48.391343 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_common [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Allocated IP 192.168.233.109 (9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82/1ff9c806-5b56-4264-8bce-d916a64b9bc5/d64f071b-2deb-4acb-a1ed-6a817e0a8534) {{(pid=100567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:52:48.799204 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks [] for port, precommit_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:48.813395 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Transition to ACTIVE for port object d64f071b-2deb-4acb-a1ed-6a817e0a8534 will not be triggered until provisioned by entity DHCP. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:52:48.846033 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769063106277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_create {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:48.890187 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 is already hosted by enough agents. {{(pid=100567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:52:48.893150 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.base_scheduler [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Resources bound (agent type, host, resource id): {{(pid=100567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:52:48.896818 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Received port after_create {{(pid=100567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:52:48.923067 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Pushing event updated for resources: {'Port': ['ID=d64f071b-2deb-4acb-a1ed-6a817e0a8534,revision_number=1']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:48.953128 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:48.953799 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:48.969472 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-a9ca7970-6fe3-43ab-b03f-a6e50d79a424 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9604175 Aug 13 03:52:48.981558 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-0ab0a7fb-20dd-41f7-876d-768ff064a649 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:52:48.982561 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-0ab0a7fb-20dd-41f7-876d-768ff064a649 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055039 Aug 13 03:52:49.088976 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.v2.base [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Request body: {'port': {'device_id': '4756aae0-a46c-46dc-88a0-c4e212e759fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:52:49.141520 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:49.165333 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-61cae281-d77a-4e29-9f2c-2d6a7602d59a None None] Provisioning for port d64f071b-2deb-4acb-a1ed-6a817e0a8534 completed by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:52:49.169179 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-61cae281-d77a-4e29-9f2c-2d6a7602d59a None None] Provisioning complete for port d64f071b-2deb-4acb-a1ed-6a817e0a8534 triggered by entity DHCP. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:52:49.169456 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-61cae281-d77a-4e29-9f2c-2d6a7602d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:49.203838 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-61cae281-d77a-4e29-9f2c-2d6a7602d59a None None] Port d64f071b-2deb-4acb-a1ed-6a817e0a8534 cannot update to ACTIVE because it is not bound. {{(pid=100568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:52:49.301367 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d118d-5582-404a-a2c1-426f46ac401a req-7d83373e-0d60-4278-82d5-4ce53001d7a0 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:49.303391 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-809d118d-5582-404a-a2c1-426f46ac401a req-7d83373e-0d60-4278-82d5-4ce53001d7a0 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 936 time: 0.1269991 Aug 13 03:52:49.394898 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-809d118d-5582-404a-a2c1-426f46ac401a req-a65f9933-bec5-487b-8486-ab88dfe3048a tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802305 Aug 13 03:52:49.484860 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64f071b-2deb-4acb-a1ed-6a817e0a8534 {{(pid=100567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:52:49.494165 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:49.506435 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.provisioning_blocks [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Transition to ACTIVE for port object d64f071b-2deb-4acb-a1ed-6a817e0a8534 will not be triggered until provisioned by entity L2. {{(pid=100567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:52:49.511551 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:49.588249 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Pushing event updated for resources: {'Port': ['ID=d64f071b-2deb-4acb-a1ed-6a817e0a8534,revision_number=2']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:49.647699 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Attempting to bind port d64f071b-2deb-4acb-a1ed-6a817e0a8534 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:52:49.648246 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Attempting to bind port d64f071b-2deb-4acb-a1ed-6a817e0a8534 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e574f375-60e8-4a8e-a0f8-289a51b34028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82'}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:52:49.648796 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Attempting to bind port d64f071b-2deb-4acb-a1ed-6a817e0a8534 on network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:52:49.657179 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Port d64f071b-2deb-4acb-a1ed-6a817e0a8534 on network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:52:49.657711 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Attempting to bind port d64f071b-2deb-4acb-a1ed-6a817e0a8534 on network 9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:52:49.665581 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Checking agent: {'id': 'cf0a586a-35fd-49f7-b94a-ef60a6f635e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'started_at': datetime.datetime(2021, 8, 13, 3, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:52:49.665917 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Checking segment: {'id': 'e574f375-60e8-4a8e-a0f8-289a51b34028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:52:49.666293 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Bound using segment: {'id': 'e574f375-60e8-4a8e-a0f8-289a51b34028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82'} {{(pid=100567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:52:49.666756 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.managers [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Bound port: d64f071b-2deb-4acb-a1ed-6a817e0a8534, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e574f375-60e8-4a8e-a0f8-289a51b34028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82'}}] {{(pid=100567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:52:49.667112 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:49.740454 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] For port d64f071b-2deb-4acb-a1ed-6a817e0a8534, host hv-cinder-76019, cleared binding levels {{(pid=100567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:52:49.743859 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] For port d64f071b-2deb-4acb-a1ed-6a817e0a8534, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d64f071b-2deb-4acb-a1ed-6a817e0a8534,segment=NetworkSegment(e574f375-60e8-4a8e-a0f8-289a51b34028),segment_id=e574f375-60e8-4a8e-a0f8-289a51b34028)] {{(pid=100567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:52:49.748735 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2721565'] for port, after_update {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:49.782436 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:49.783197 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:49.784778 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] 10.222.0.18 "PUT /v2.0/ports/d64f071b-2deb-4acb-a1ed-6a817e0a8534 HTTP/1.1" status: 200 len: 1098 time: 0.7932830 Aug 13 03:52:49.787659 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4756aae0-a46c-46dc-88a0-c4e212e759fa', 'tag': 'd64f071b-2deb-4acb-a1ed-6a817e0a8534'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:49.790730 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1551c633-556b-4848-a8db-8996fb86647b" -d '{"events": [{"name": "network-changed", "server_uuid": "4756aae0-a46c-46dc-88a0-c4e212e759fa", "tag": "d64f071b-2deb-4acb-a1ed-6a817e0a8534"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:49.823277 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bc6fe-8488-4f95-afc2-2d8eb5afcf55 service neutron] Pushing event updated for resources: {'Port': ['ID=d64f071b-2deb-4acb-a1ed-6a817e0a8534,revision_number=3']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:49.866959 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272e3248-b4d7-43dc-9efb-5e8fa8fd9f80 x-openstack-request-id: req-272e3248-b4d7-43dc-9efb-5e8fa8fd9f80 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:49.867256 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4756aae0-a46c-46dc-88a0-c4e212e759fa", "tag": "d64f071b-2deb-4acb-a1ed-6a817e0a8534", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:49.867514 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-272e3248-b4d7-43dc-9efb-5e8fa8fd9f80 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:49.867950 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4756aae0-a46c-46dc-88a0-c4e212e759fa', 'tag': 'd64f071b-2deb-4acb-a1ed-6a817e0a8534', 'status': 'completed', 'code': 200} Aug 13 03:52:49.885887 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-b1fd2914-7e2d-4f6e-828c-5fc7b32fe3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:49.887486 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-b1fd2914-7e2d-4f6e-828c-5fc7b32fe3e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a779c2ee2a544559bdbdf30f28396b0&device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 1101 time: 0.0551617 Aug 13 03:52:49.933988 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-c140be83-4f3a-4dea-bde7-6b8c53ab0adc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d64f071b-2deb-4acb-a1ed-6a817e0a8534 HTTP/1.1" status: 200 len: 217 time: 0.0367322 Aug 13 03:52:49.991043 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-7be091b2-2d5d-452f-9ce3-8794b52e2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:49.992506 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-7be091b2-2d5d-452f-9ce3-8794b52e2efc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ff9c806-5b56-4264-8bce-d916a64b9bc5 HTTP/1.1" status: 200 len: 843 time: 0.0466785 Aug 13 03:52:50.049131 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-16dcff69-0f5c-4008-bbff-5b5eaa7f049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:50.050722 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-16dcff69-0f5c-4008-bbff-5b5eaa7f049d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0479336 Aug 13 03:52:50.145929 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-283a9a99-89cc-4bc7-9f5e-d282f3b71a55 service neutron] 10.222.0.18 "GET /v2.0/networks/9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839171 Aug 13 03:52:50.244438 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-685829d4-6f5b-4c4b-a19c-cba4f56e9f2f req-302c2303-6f73-4c61-a4db-9aae27d45c44 service neutron] 10.222.0.18 "GET /v2.0/networks/9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910578 Aug 13 03:52:50.337889 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551c633-556b-4848-a8db-8996fb86647b req-4d8596b1-9fd3-4b5f-8a97-ec725921b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:50.339439 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1551c633-556b-4848-a8db-8996fb86647b req-4d8596b1-9fd3-4b5f-8a97-ec725921b975 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a779c2ee2a544559bdbdf30f28396b0&device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 1101 time: 0.0425787 Aug 13 03:52:50.437945 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551c633-556b-4848-a8db-8996fb86647b req-18d5fb74-2de4-4c5f-bf3e-4ceb2ad7f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:50.439514 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1551c633-556b-4848-a8db-8996fb86647b req-18d5fb74-2de4-4c5f-bf3e-4ceb2ad7f60e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82 HTTP/1.1" status: 200 len: 869 time: 0.0921917 Aug 13 03:52:50.489081 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1551c633-556b-4848-a8db-8996fb86647b req-0abcf673-2951-4451-9f4a-9a413ac83593 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d64f071b-2deb-4acb-a1ed-6a817e0a8534 HTTP/1.1" status: 200 len: 217 time: 0.0398500 Aug 13 03:52:50.573610 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551c633-556b-4848-a8db-8996fb86647b req-c15ce1c7-ddcb-47d5-877c-75628face19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:50.575245 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1551c633-556b-4848-a8db-8996fb86647b req-c15ce1c7-ddcb-47d5-877c-75628face19c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ff9c806-5b56-4264-8bce-d916a64b9bc5 HTTP/1.1" status: 200 len: 843 time: 0.0772417 Aug 13 03:52:50.587026 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaed0b-139c-4433-8a27-173ee65d8fa2 req-5630bbae-14dc-4599-bd1f-cc3ec482aff1 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:50.588591 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5edaed0b-139c-4433-8a27-173ee65d8fa2 req-5630bbae-14dc-4599-bd1f-cc3ec482aff1 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 948 time: 0.1020546 Aug 13 03:52:50.658992 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5edaed0b-139c-4433-8a27-173ee65d8fa2 req-3b99143e-c7b4-47cb-a7a4-018101ba615f tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616775 Aug 13 03:52:50.661951 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551c633-556b-4848-a8db-8996fb86647b req-2bdf8022-4c12-4171-957e-cee1ee654c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:50.663348 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1551c633-556b-4848-a8db-8996fb86647b req-2bdf8022-4c12-4171-957e-cee1ee654c32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738208 Aug 13 03:52:50.763285 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1551c633-556b-4848-a8db-8996fb86647b req-cd71668a-d927-497e-8531-001a36069b84 service neutron] 10.222.0.18 "GET /v2.0/networks/9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911937 Aug 13 03:52:50.872487 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1551c633-556b-4848-a8db-8996fb86647b req-b7f74bf1-998b-4446-8ccc-57b3ff02836c service neutron] 10.222.0.18 "GET /v2.0/networks/9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015878 Aug 13 03:52:51.783704 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf325-6549-4127-bbbb-9c1e3a4fd3b6 req-71ee258c-a6c6-4248-95ab-734b6a0cb20f tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:51.785270 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-737cf325-6549-4127-bbbb-9c1e3a4fd3b6 req-71ee258c-a6c6-4248-95ab-734b6a0cb20f tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 948 time: 0.0521193 Aug 13 03:52:51.829802 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-737cf325-6549-4127-bbbb-9c1e3a4fd3b6 req-5ef7a5b5-371f-4efc-974d-28c223d90c4e tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375760 Aug 13 03:52:51.852956 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57384) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:52.019450 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Deleting port 0950a2d9-0884-424e-a603-86e601ca727b {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:52:52.019785 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:52.101973 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:52.102233 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:52.115467 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Calling delete_port for 0950a2d9-0884-424e-a603-86e601ca727b owned by network:floatingip {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:52:52.268160 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:52.292411 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event deleted for resources: {'Port': ['ID=0950a2d9-0884-424e-a603-86e601ca727b,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:52.357378 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:52.357615 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.l3_db [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Floating IP a0a58fa9-e3bd-4357-8902-11dd7c5bb946 disassociated (deleted). External IP: 172.27.2.85, port: 02030ddd-e340-4d26-a995-78fa056a41ee. Aug 13 03:52:52.575041 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Router e7061e11-1393-4ca2-816d-8187ee739003 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:52:52.946838 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:52:52.952315 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:52.957178 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1d437-6af4-496b-b182-e62bde7195c3 req-6a795d04-5c28-4bb3-bdf2-a1083f964b7f tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:52.957734 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] Sync routers for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:52:52.959549 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bce1d437-6af4-496b-b182-e62bde7195c3 req-6a795d04-5c28-4bb3-bdf2-a1083f964b7f tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 948 time: 0.0582945 Aug 13 03:52:52.969992 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:52:52.970687 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:52:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:52.993179 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-391370dd-183d-4ede-9469-e273164eae79 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "DELETE /v2.0/floatingips/a0a58fa9-e3bd-4357-8902-11dd7c5bb946 HTTP/1.1" status: 204 len: 168 time: 1.1390746 Aug 13 03:52:52.993924 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:52.996550 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:53.006971 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-bce1d437-6af4-496b-b182-e62bde7195c3 req-3fa13ce3-3df1-40f7-8623-1ae5b3478ef7 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Aug 13 03:52:53.057789 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3844a4-4633-4142-990e-39884260dde5 x-openstack-request-id: req-dd3844a4-4633-4142-990e-39884260dde5 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:53.058012 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:53.058255 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd3844a4-4633-4142-990e-39884260dde5 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:53.059267 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee', 'status': 'completed', 'code': 200} Aug 13 03:52:53.130219 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:52:53.137259 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-2e8ba46b-240b-4254-899b-beb3d0cba87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:53.139116 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-2e8ba46b-240b-4254-899b-beb3d0cba87d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 1098 time: 0.0538759 Aug 13 03:52:53.331841 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-e7dd079a-72ec-4ec5-85f4-500421432c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:53.334961 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-e7dd079a-72ec-4ec5-85f4-500421432c4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.1871603 Aug 13 03:52:53.356941 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a11da1-3349-4e1e-826e-0efb4ffd672f req-1e308da9-2cbe-4bcb-86ae-a345ea6d317d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:53.358906 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e0a11da1-3349-4e1e-826e-0efb4ffd672f req-1e308da9-2cbe-4bcb-86ae-a345ea6d317d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 945 time: 0.1175733 Aug 13 03:52:53.384363 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'd91759d7-7a27-4921-bb72-f146714488f6', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:47Z', 'updated_at': '2021-08-13T03:48:49Z', 'revision_number': 1, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:53.406308 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-39a56a48-10b6-44d0-ba2c-cc940c590198 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02030ddd-e340-4d26-a995-78fa056a41ee HTTP/1.1" status: 200 len: 217 time: 0.0463614 Aug 13 03:52:53.412686 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] Checking router: e7061e11-1393-4ca2-816d-8187ee739003 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:52:53.422080 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:52:53.422866 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:52:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:53.468745 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e0a11da1-3349-4e1e-826e-0efb4ffd672f req-a670b9af-f1bc-45cd-bf86-8be157f4afcc tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025469 Aug 13 03:52:53.480401 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-f02af5b8-256b-42c1-9ba3-ba5e9565692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:53.480893 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-f02af5b8-256b-42c1-9ba3-ba5e9565692a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0635889 Aug 13 03:52:53.533259 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-4e5b99f2-eaac-4375-91d9-aecbc570407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:53.534992 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-4e5b99f2-eaac-4375-91d9-aecbc570407a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458992 Aug 13 03:52:53.545198 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:52:53.654959 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-accb153a-83e3-461b-8bc3-76511879441c service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098254 Aug 13 03:52:53.682568 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device d64f071b-2deb-4acb-a1ed-6a817e0a8534 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:52:53.767408 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5ede53c8-4a9a-4ad2-87b0-bf1359dc237f req-62659773-ad21-4160-881f-c7dbf5240d30 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026876 Aug 13 03:52:53.870270 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port d64f071b-2deb-4acb-a1ed-6a817e0a8534, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d64f071b-2deb-4acb-a1ed-6a817e0a8534,segment=NetworkSegment(e574f375-60e8-4a8e-a0f8-289a51b34028),segment_id=e574f375-60e8-4a8e-a0f8-289a51b34028)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:53.886854 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Returning: {'device': 'd64f071b-2deb-4acb-a1ed-6a817e0a8534', 'network_id': '9cd0f845-e98a-4894-8ce1-cc6e5eb0ff82', 'port_id': 'd64f071b-2deb-4acb-a1ed-6a817e0a8534', 'mac_address': 'fa:16:3e:45:26:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff9c806-5b56-4264-8bce-d916a64b9bc5', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:52:53.930541 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'd91759d7-7a27-4921-bb72-f146714488f6', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:47Z', 'updated_at': '2021-08-13T03:48:49Z', 'revision_number': 1, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:53.962749 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:53.966447 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b7a85-a9ca-45a4-b0f4-1751fe0ed366 None None] The sync data for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi is: [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_floatingips': [{'id': 'd91759d7-7a27-4921-bb72-f146714488f6', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'router_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'port_id': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'mac_address': 'fa:16:3e:f0:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:47Z', 'updated_at': '2021-08-13T03:48:49Z', 'revision_number': 1, 'project_id': '3e5339bbe48b46729948f977f174854a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:52:53.978574 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64f071b-2deb-4acb-a1ed-6a817e0a8534 {{(pid=100568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:52:54.000707 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port d64f071b-2deb-4acb-a1ed-6a817e0a8534, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d64f071b-2deb-4acb-a1ed-6a817e0a8534,segment=NetworkSegment(e574f375-60e8-4a8e-a0f8-289a51b34028),segment_id=e574f375-60e8-4a8e-a0f8-289a51b34028)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:54.005612 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:54.065079 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=d64f071b-2deb-4acb-a1ed-6a817e0a8534,revision_number=4']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:54.153427 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2286d5-f8d1-47c0-abf0-6368567e89e1 req-b0c02b9e-969e-4ef1-9c48-d260ac97f724 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:54.155167 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d2286d5-f8d1-47c0-abf0-6368567e89e1 req-b0c02b9e-969e-4ef1-9c48-d260ac97f724 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 949 time: 0.0633354 Aug 13 03:52:54.201454 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0d2286d5-f8d1-47c0-abf0-6368567e89e1 req-d188b633-fee8-41b4-85af-d0686d224bae tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372424 Aug 13 03:52:54.211413 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da750566-cf70-4ab6-a483-30cd5386a711 None None] New status for floating IP a0a58fa9-e3bd-4357-8902-11dd7c5bb946: DOWN {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:52:54.257070 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['d64f071b-2deb-4acb-a1ed-6a817e0a8534'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:52:54.599415 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5fb3a-453b-4bff-a6e2-247135b0fb79 req-611762f0-a8c1-4744-8b8f-3908847021d1 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:54.601056 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5af5fb3a-453b-4bff-a6e2-247135b0fb79 req-611762f0-a8c1-4744-8b8f-3908847021d1 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 945 time: 0.0631695 Aug 13 03:52:54.642908 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-5af5fb3a-453b-4bff-a6e2-247135b0fb79 req-7e2c079c-4a44-4679-a03c-d45ee25a2cb8 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358243 Aug 13 03:52:54.971527 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f33bb3-2cec-4031-b464-819280416332 req-d032df38-6261-42f2-b995-508de206cb18 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:54.973118 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e6f33bb3-2cec-4031-b464-819280416332 req-d032df38-6261-42f2-b995-508de206cb18 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 945 time: 0.0507019 Aug 13 03:52:55.076096 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-e6f33bb3-2cec-4031-b464-819280416332 req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Deleting port 02030ddd-e340-4d26-a995-78fa056a41ee {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:52:55.076350 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e6f33bb3-2cec-4031-b464-819280416332 req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:55.172887 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-e6f33bb3-2cec-4031-b464-819280416332 req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] For port 02030ddd-e340-4d26-a995-78fa056a41ee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02030ddd-e340-4d26-a995-78fa056a41ee,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:55.173624 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e6f33bb3-2cec-4031-b464-819280416332 req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:55.188441 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-e6f33bb3-2cec-4031-b464-819280416332 req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Calling delete_port for 02030ddd-e340-4d26-a995-78fa056a41ee owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:52:55.364995 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce6889-f6ab-4236-b403-1c235b6e3c72 req-41e8fcfd-0642-460e-a041-64cb23758d84 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:55.366485 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-93ce6889-f6ab-4236-b403-1c235b6e3c72 req-41e8fcfd-0642-460e-a041-64cb23758d84 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 949 time: 0.0889418 Aug 13 03:52:55.371367 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e6f33bb3-2cec-4031-b464-819280416332 req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:55.423707 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event deleted for resources: {'Port': ['ID=02030ddd-e340-4d26-a995-78fa056a41ee,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:55.472139 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f33bb3-2cec-4031-b464-819280416332 req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] No DVR routers for this DVR port 02030ddd-e340-4d26-a995-78fa056a41ee on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:52:55.475517 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-e6f33bb3-2cec-4031-b464-819280416332 req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:55.477534 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-e6f33bb3-2cec-4031-b464-819280416332 req-17974f65-7827-42dc-8a56-c3aeb03440b5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "DELETE /v2.0/ports/02030ddd-e340-4d26-a995-78fa056a41ee HTTP/1.1" status: 204 len: 173 time: 0.4975464 Aug 13 03:52:55.478130 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'name': 'network-vif-deleted', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:55.480437 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95887067-99dc-4247-9443-8c59d27e3cee" -d '{"events": [{"server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "name": "network-vif-deleted", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:55.485612 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-93ce6889-f6ab-4236-b403-1c235b6e3c72 req-ad271f5b-fae4-4bf2-a0b3-a2ab54c2989c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095147 Aug 13 03:52:55.523717 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401d8fc1-6770-48bd-a678-922d528b6bbb x-openstack-request-id: req-401d8fc1-6770-48bd-a678-922d528b6bbb {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:55.524009 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8ca5cd-0175-4f22-90ec-1b8100079ee6", "name": "network-vif-deleted", "tag": "02030ddd-e340-4d26-a995-78fa056a41ee", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:55.524265 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-401d8fc1-6770-48bd-a678-922d528b6bbb {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:55.524669 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8ca5cd-0175-4f22-90ec-1b8100079ee6', 'name': 'network-vif-deleted', 'tag': '02030ddd-e340-4d26-a995-78fa056a41ee', 'status': 'completed', 'code': 200} Aug 13 03:52:55.695359 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device d64f071b-2deb-4acb-a1ed-6a817e0a8534 up at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:52:55.745531 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d5405be3-83f7-4788-9aa6-8cdcdd9f2667 req-6c44be0b-7c9e-49b4-aafb-e4f4885c60c4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b8ca5cd-0175-4f22-90ec-1b8100079ee6 HTTP/1.1" status: 200 len: 210 time: 0.0339665 Aug 13 03:52:55.763276 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning for port d64f071b-2deb-4acb-a1ed-6a817e0a8534 completed by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:52:55.774847 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.provisioning_blocks [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Provisioning complete for port d64f071b-2deb-4acb-a1ed-6a817e0a8534 triggered by entity L2. {{(pid=100568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:52:55.775229 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068505'] for port, provisioning_complete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:55.875182 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1983578'] for port, before_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:55.908215 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4756aae0-a46c-46dc-88a0-c4e212e759fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64f071b-2deb-4acb-a1ed-6a817e0a8534'}] {{(pid=100568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:55.910575 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94cef88147fe410797fcc6ac534d7dc6608d8c5d0d1802fe4f52a8ad8cde4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecab12a-294f-4e92-b7c7-4ed0d92816a4" -d '{"events": [{"server_uuid": "4756aae0-a46c-46dc-88a0-c4e212e759fa", "name": "network-vif-plugged", "status": "completed", "tag": "d64f071b-2deb-4acb-a1ed-6a817e0a8534"}]}' {{(pid=100568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:55.931776 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] For port d64f071b-2deb-4acb-a1ed-6a817e0a8534, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d64f071b-2deb-4acb-a1ed-6a817e0a8534,segment=NetworkSegment(e574f375-60e8-4a8e-a0f8-289a51b34028),segment_id=e574f375-60e8-4a8e-a0f8-289a51b34028)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:55.938303 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769063575956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769063106295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769063104269'] for port, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:55.967655 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130017ce-517f-4198-aabc-d27e43fa7784 x-openstack-request-id: req-130017ce-517f-4198-aabc-d27e43fa7784 {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:55.967969 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4756aae0-a46c-46dc-88a0-c4e212e759fa", "name": "network-vif-plugged", "status": "completed", "tag": "d64f071b-2deb-4acb-a1ed-6a817e0a8534", "code": 200}]} {{(pid=100568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:55.968186 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-130017ce-517f-4198-aabc-d27e43fa7784 {{(pid=100568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:55.968691 dv-cinder-760197-5-iscsi neutron-server[100568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4756aae0-a46c-46dc-88a0-c4e212e759fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64f071b-2deb-4acb-a1ed-6a817e0a8534', 'code': 200} Aug 13 03:52:55.998251 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Pushing event updated for resources: {'Port': ['ID=d64f071b-2deb-4acb-a1ed-6a817e0a8534,revision_number=5']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:56.126068 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9521b-f07f-4ac5-81f0-c483966f8656 req-7fcc9f93-5e45-4ae3-b357-01250c1140b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:56.127729 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8bf9521b-f07f-4ac5-81f0-c483966f8656 req-7fcc9f93-5e45-4ae3-b357-01250c1140b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 1103 time: 0.0416193 Aug 13 03:52:56.168536 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-8bf9521b-f07f-4ac5-81f0-c483966f8656 req-1fe81146-8135-425c-9dec-6691b1108f06 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299149 Aug 13 03:52:56.652329 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01878c-ef3b-41a2-9d01-4ff7e16a7ce4 req-f9c4271b-4f2f-4868-bb7b-3407ee7e91ed tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:56.654005 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ae01878c-ef3b-41a2-9d01-4ff7e16a7ce4 req-f9c4271b-4f2f-4868-bb7b-3407ee7e91ed tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 950 time: 0.0788970 Aug 13 03:52:56.695239 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ae01878c-ef3b-41a2-9d01-4ff7e16a7ce4 req-d9a6e2ea-3d39-4f1e-863a-3a6b9d23d24c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347865 Aug 13 03:52:57.846129 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd003237-e526-49e1-9f74-48f8dd85ea33 req-44c3c042-7e05-4157-99e9-0a71049c9126 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:57.849212 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fd003237-e526-49e1-9f74-48f8dd85ea33 req-44c3c042-7e05-4157-99e9-0a71049c9126 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 950 time: 0.0764074 Aug 13 03:52:57.912965 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-fd003237-e526-49e1-9f74-48f8dd85ea33 req-c3ed468a-2fbc-4968-82c7-0da1e039190a tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570011 Aug 13 03:52:58.239440 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e621f7-d9f6-4b5c-a392-9df8a2cad238 req-8aba7dd1-19e7-4052-8f10-a77c34f45d8f tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:58.241075 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92e621f7-d9f6-4b5c-a392-9df8a2cad238 req-8aba7dd1-19e7-4052-8f10-a77c34f45d8f tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 950 time: 0.0526900 Aug 13 03:52:58.282137 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-92e621f7-d9f6-4b5c-a392-9df8a2cad238 req-e1e55d1e-65be-4d21-a85a-4befccde0b91 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348823 Aug 13 03:52:58.953388 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2b6c-bc36-4f22-866c-e3e54343811b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.141999 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57436) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:59.310354 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Deleting port 5b404c71-7836-419a-87b2-0bb9c4e9ccf4 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:52:59.310781 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.418141 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.418430 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.435652 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Calling delete_port for 5b404c71-7836-419a-87b2-0bb9c4e9ccf4 owned by network:floatingip {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:52:59.444759 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490a20-ca03-4531-9639-2d8c635cd5de req-a3564a4a-711d-4858-a820-1ffaea3f36e0 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:59.446346 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-06490a20-ca03-4531-9639-2d8c635cd5de req-a3564a4a-711d-4858-a820-1ffaea3f36e0 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 950 time: 0.0891063 Aug 13 03:52:59.575560 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-06490a20-ca03-4531-9639-2d8c635cd5de req-0a79cba4-be19-4993-8015-bfb13f587174 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170940 Aug 13 03:52:59.704526 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.711222 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 02030ddd-e340-4d26-a995-78fa056a41ee no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:52:59.732788 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 02030ddd-e340-4d26-a995-78fa056a41ee {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:52:59.733132 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 02030ddd-e340-4d26-a995-78fa056a41ee not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:52:59.737236 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event deleted for resources: {'Port': ['ID=5b404c71-7836-419a-87b2-0bb9c4e9ccf4,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:59.749174 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-61ad94a5-c8e3-4e34-8df4-664ce70c14fe tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:59.750758 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-61ad94a5-c8e3-4e34-8df4-664ce70c14fe tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.18 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 950 time: 0.1060085 Aug 13 03:52:59.878991 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.879336 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.db.l3_db [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Floating IP d91759d7-7a27-4921-bb72-f146714488f6 disassociated (deleted). External IP: 172.27.2.213, port: 73b06fbd-da74-427a-8db9-ff028a9b5f6a. Aug 13 03:52:59.981972 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Deleting port d64f071b-2deb-4acb-a1ed-6a817e0a8534 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:52:59.982221 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:00.130614 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] For port d64f071b-2deb-4acb-a1ed-6a817e0a8534, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d64f071b-2deb-4acb-a1ed-6a817e0a8534,segment=NetworkSegment(e574f375-60e8-4a8e-a0f8-289a51b34028),segment_id=e574f375-60e8-4a8e-a0f8-289a51b34028)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:00.130989 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:00.172849 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Calling delete_port for d64f071b-2deb-4acb-a1ed-6a817e0a8534 owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:00.241655 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Router e7061e11-1393-4ca2-816d-8187ee739003 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:53:00.734781 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:53:00.740198 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:00.745202 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:00.747676 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] Sync routers for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:53:00.762665 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] get_ports_and_sgs() called for port_ids ['d64f071b-2deb-4acb-a1ed-6a817e0a8534'] {{(pid=100568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:53:00.769320 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:00.769974 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:52:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:00.808577 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-f7e908e1-22c1-4dff-b834-407eba5372d5 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "DELETE /v2.0/floatingips/d91759d7-7a27-4921-bb72-f146714488f6 HTTP/1.1" status: 204 len: 168 time: 1.6652749 Aug 13 03:53:00.810409 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:53:00.812772 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbe21d9-e672-438f-b165-f20250c3f801" -d '{"events": [{"name": "network-changed", "server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:53:00.817138 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Pushing event deleted for resources: {'Port': ['ID=d64f071b-2deb-4acb-a1ed-6a817e0a8534,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:00.829646 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75cb13-f0ff-4771-b7da-8479f57844d3 req-e8d05191-7bb4-4e05-9a93-0a7e2ad8b313 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:00.831409 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eb75cb13-f0ff-4771-b7da-8479f57844d3 req-e8d05191-7bb4-4e05-9a93-0a7e2ad8b313 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/ports?device_id=4756aae0-a46c-46dc-88a0-c4e212e759fa HTTP/1.1" status: 200 len: 867 time: 0.1575761 Aug 13 03:53:00.878881 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] No DVR routers for this DVR port d64f071b-2deb-4acb-a1ed-6a817e0a8534 on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:00.887539 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:00.889355 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9725ccfd-4fc6-4d01-a174-907232c2f102 req-83cf8b8d-4289-47a2-b8f3-310be342659c tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.18 "DELETE /v2.0/ports/d64f071b-2deb-4acb-a1ed-6a817e0a8534 HTTP/1.1" status: 204 len: 173 time: 1.1170373 Aug 13 03:53:00.917867 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-eb75cb13-f0ff-4771-b7da-8479f57844d3 req-87f9e729-ee34-4a1d-945a-76f79eb84589 tempest-VolumesNegativeTest-907692411 tempest-VolumesNegativeTest-907692411-project] 10.222.0.58 "GET /v2.0/security-groups?id=efe9df0f-7e18-4b16-bae7-28693999d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645213 Aug 13 03:53:00.995357 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0438c5-e6f7-4d15-a8dc-353d78c845a2 x-openstack-request-id: req-7d0438c5-e6f7-4d15-a8dc-353d78c845a2 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:53:00.995737 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:53:00.995988 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d0438c5-e6f7-4d15-a8dc-353d78c845a2 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:53:00.996497 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'status': 'completed', 'code': 200} Aug 13 03:53:01.071118 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-a86272be-70a9-40ca-93ce-812a7e8b0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:01.072815 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-a86272be-70a9-40ca-93ce-812a7e8b0bd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5339bbe48b46729948f977f174854a&device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 1098 time: 0.0701303 Aug 13 03:53:01.201841 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:01.221517 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8e141-0a51-4505-a002-9c4b2ffff89e req-a8203443-3c5b-407d-9032-1d0eff72320e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:01.223076 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-66b8e141-0a51-4505-a002-9c4b2ffff89e req-a8203443-3c5b-407d-9032-1d0eff72320e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0770259 Aug 13 03:53:01.229152 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-3b2aef15-05d4-4ada-a348-54469c20622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:01.230642 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-3b2aef15-05d4-4ada-a348-54469c20622a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 200 len: 912 time: 0.1391950 Aug 13 03:53:01.292298 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-826ac28d-02fb-4170-a8f7-64636efd5a92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a HTTP/1.1" status: 200 len: 217 time: 0.0452893 Aug 13 03:53:01.313305 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-66b8e141-0a51-4505-a002-9c4b2ffff89e req-7ac874d0-bf64-495a-9158-dadee01aefd4 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816884 Aug 13 03:53:01.358238 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-cf32a54d-6782-4dc7-ad25-f9f0c60567ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:01.360097 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-cf32a54d-6782-4dc7-ad25-f9f0c60567ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 200 len: 851 time: 0.0565441 Aug 13 03:53:01.419859 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-64656b97-e784-47d3-9dd2-32239ee5649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:01.421726 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-64656b97-e784-47d3-9dd2-32239ee5649f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d330e3f7-a1d1-4eaf-a474-b681700f9682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536325 Aug 13 03:53:01.455565 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:01.484572 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] Checking router: e7061e11-1393-4ca2-816d-8187ee739003 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:53:01.494619 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:01.495271 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:52:32Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:01.562234 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-c3467164-3c23-4e0a-96ac-8708653f1571 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316097 Aug 13 03:53:01.617614 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:01.667670 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-ddbe21d9-e672-438f-b165-f20250c3f801 req-b1402cab-bdc2-4ecb-b2fd-b94b1db0a959 service neutron] 10.222.0.18 "GET /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957024 Aug 13 03:53:01.887154 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:01.920905 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f4c4df-523e-4b85-bad5-614a5f2df349 None None] The sync data for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi is: [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:45:00Z', 'revision_number': 4, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': '5c53712d-26bc-40af-9754-d8c621dc98e2', 'name': '', 'network_id': 'd330e3f7-a1d1-4eaf-a474-b681700f9682', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'mac_address': 'fa:16:3e:69:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:58Z', 'updated_at': '2021-08-13T03:45:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'subnets': [{'id': 'b04f61c8-9286-4147-995b-446f496eaa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:53:02.192563 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf3e19-c563-45e1-898e-fdf951b068f8 None None] New status for floating IP d91759d7-7a27-4921-bb72-f146714488f6: DOWN {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:53:02.261969 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:02.457200 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa72d4-fddc-4b94-83c2-afcec5b7100b req-2cce6f43-52cf-4433-a61f-c9bc0d049302 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:02.459427 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-34aa72d4-fddc-4b94-83c2-afcec5b7100b req-2cce6f43-52cf-4433-a61f-c9bc0d049302 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0569549 Aug 13 03:53:02.500672 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-34aa72d4-fddc-4b94-83c2-afcec5b7100b req-2bc6fc36-0291-4551-a8b7-fbba11971de2 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/security-groups?id=084e597c-2383-43d5-a16b-369b44b31cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349398 Aug 13 03:53:02.504436 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-79b20b91-456b-4d27-88cd-b79388c8f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:02.875898 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31a887-1e36-495b-9829-c99d34d53181 req-6e0ff0bb-7ef5-4bb0-8bd9-2d0befeb47fd tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:02.878777 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9e31a887-1e36-495b-9829-c99d34d53181 req-6e0ff0bb-7ef5-4bb0-8bd9-2d0befeb47fd tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 945 time: 0.0534699 Aug 13 03:53:02.994644 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9e31a887-1e36-495b-9829-c99d34d53181 req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Deleting port 73b06fbd-da74-427a-8db9-ff028a9b5f6a {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:02.995177 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9e31a887-1e36-495b-9829-c99d34d53181 req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:02.998991 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4756aae0-a46c-46dc-88a0-c4e212e759fa', 'name': 'network-vif-deleted', 'tag': 'd64f071b-2deb-4acb-a1ed-6a817e0a8534'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:53:03.001311 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca64759a-362d-4440-8e35-402dd6899ed7" -d '{"events": [{"server_uuid": "4756aae0-a46c-46dc-88a0-c4e212e759fa", "name": "network-vif-deleted", "tag": "d64f071b-2deb-4acb-a1ed-6a817e0a8534"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:53:03.049290 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8c5ab0-a482-4b59-ad61-ffebd8a6c3e5 x-openstack-request-id: req-fb8c5ab0-a482-4b59-ad61-ffebd8a6c3e5 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:53:03.049577 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4756aae0-a46c-46dc-88a0-c4e212e759fa", "name": "network-vif-deleted", "tag": "d64f071b-2deb-4acb-a1ed-6a817e0a8534", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:53:03.049826 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb8c5ab0-a482-4b59-ad61-ffebd8a6c3e5 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:53:03.050215 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4756aae0-a46c-46dc-88a0-c4e212e759fa', 'name': 'network-vif-deleted', 'tag': 'd64f071b-2deb-4acb-a1ed-6a817e0a8534', 'status': 'completed', 'code': 200} Aug 13 03:53:03.117586 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-9e31a887-1e36-495b-9829-c99d34d53181 req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] For port 73b06fbd-da74-427a-8db9-ff028a9b5f6a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73b06fbd-da74-427a-8db9-ff028a9b5f6a,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:03.117959 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9e31a887-1e36-495b-9829-c99d34d53181 req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:03.133069 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-9e31a887-1e36-495b-9829-c99d34d53181 req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Calling delete_port for 73b06fbd-da74-427a-8db9-ff028a9b5f6a owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:03.286144 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9e31a887-1e36-495b-9829-c99d34d53181 req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:03.323407 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event deleted for resources: {'Port': ['ID=73b06fbd-da74-427a-8db9-ff028a9b5f6a,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:03.369095 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e31a887-1e36-495b-9829-c99d34d53181 req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] No DVR routers for this DVR port 73b06fbd-da74-427a-8db9-ff028a9b5f6a on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:03.372165 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-9e31a887-1e36-495b-9829-c99d34d53181 req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:03.374691 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-9e31a887-1e36-495b-9829-c99d34d53181 req-0ee15e69-c4bc-405b-a9cc-c978c2aae05e tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.18 "DELETE /v2.0/ports/73b06fbd-da74-427a-8db9-ff028a9b5f6a HTTP/1.1" status: 204 len: 173 time: 0.4862471 Aug 13 03:53:03.622769 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-0b416ec2-056e-4c93-8d58-271853db9f3f req-9d64aa8b-87be-482e-b51a-9d52b4d1efa7 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75c6346-d008-4017-a66d-3acbbc0e0b1e HTTP/1.1" status: 200 len: 210 time: 0.0372481 Aug 13 03:53:03.763333 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device d64f071b-2deb-4acb-a1ed-6a817e0a8534 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:03.791808 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: d64f071b-2deb-4acb-a1ed-6a817e0a8534 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:03.792662 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device d64f071b-2deb-4acb-a1ed-6a817e0a8534 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:04.110681 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:04.548518 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:53:04.683036 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57680) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:04.820155 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Deleting port 1e17393c-e0d5-48b4-b421-a5769bb5f80f {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:04.820495 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:04.912402 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:04.912730 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:04.928591 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Calling delete_port for 1e17393c-e0d5-48b4-b421-a5769bb5f80f owned by network:floatingip {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:04.986837 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:05.053199 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'name': 'network-vif-deleted', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:53:05.055499 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b651d13-aba9-45d7-9140-b1ddab612a6c" -d '{"events": [{"server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "name": "network-vif-deleted", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:53:05.076462 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:05.101952 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8344f2-e89b-4f5d-aa9b-5c58a667b0f3 x-openstack-request-id: req-7d8344f2-e89b-4f5d-aa9b-5c58a667b0f3 {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:53:05.102244 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75c6346-d008-4017-a66d-3acbbc0e0b1e", "name": "network-vif-deleted", "tag": "73b06fbd-da74-427a-8db9-ff028a9b5f6a", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:53:05.102523 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d8344f2-e89b-4f5d-aa9b-5c58a667b0f3 {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:53:05.102913 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75c6346-d008-4017-a66d-3acbbc0e0b1e', 'name': 'network-vif-deleted', 'tag': '73b06fbd-da74-427a-8db9-ff028a9b5f6a', 'status': 'completed', 'code': 200} Aug 13 03:53:05.107105 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event deleted for resources: {'Port': ['ID=1e17393c-e0d5-48b4-b421-a5769bb5f80f,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:05.177532 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for floatingip, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:05.182180 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:05.184202 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-8ca06fbb-3c9a-4201-a75a-f67517c9464d tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "DELETE /v2.0/floatingips/e9eeccf9-ab0e-4f91-a0e1-a7018514fbc2 HTTP/1.1" status: 204 len: 168 time: 0.4998121 Aug 13 03:53:05.462065 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:05.756809 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 73b06fbd-da74-427a-8db9-ff028a9b5f6a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:05.776968 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: 73b06fbd-da74-427a-8db9-ff028a9b5f6a {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:05.777411 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device 73b06fbd-da74-427a-8db9-ff028a9b5f6a not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:05.967717 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57698) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:06.100825 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-0fb5177d-ebed-4529-abfa-e745280fb766 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a779c2ee2a544559bdbdf30f28396b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319413 Aug 13 03:53:06.104053 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57702) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:06.158621 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b69e8571-ebfe-416d-808c-f55433f737ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:06.181341 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b69e8571-ebfe-416d-808c-f55433f737ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:06.231085 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b69e8571-ebfe-416d-808c-f55433f737ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:06.233792 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-b69e8571-ebfe-416d-808c-f55433f737ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:06.234967 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-b69e8571-ebfe-416d-808c-f55433f737ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efe9df0f-7e18-4b16-bae7-28693999d66a HTTP/1.1" status: 204 len: 168 time: 0.1300142 Aug 13 03:53:06.244011 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e8571-ebfe-416d-808c-f55433f737ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe9df0f-7e18-4b16-bae7-28693999d66a,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:06.389308 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57708) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:06.458090 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a88f0e34-1115-4562-a8f5-a82df5059fd9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:06.488508 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a88f0e34-1115-4562-a8f5-a82df5059fd9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:06.560628 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a88f0e34-1115-4562-a8f5-a82df5059fd9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:06.563201 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-a88f0e34-1115-4562-a8f5-a82df5059fd9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:06.564377 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-a88f0e34-1115-4562-a8f5-a82df5059fd9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] 10.222.0.58 "DELETE /v2.0/security-groups/084e597c-2383-43d5-a16b-369b44b31cea HTTP/1.1" status: 204 len: 168 time: 0.1739922 Aug 13 03:53:06.574730 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f0e34-1115-4562-a8f5-a82df5059fd9 tempest-TestVolumeBootPattern-1163750249 tempest-TestVolumeBootPattern-1163750249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084e597c-2383-43d5-a16b-369b44b31cea,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:06.625361 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57712) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:07.126271 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953743'] for router_interface, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:07.365744 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Deleting port 5c53712d-26bc-40af-9754-d8c621dc98e2 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:07.366083 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:07.441462 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] For port 5c53712d-26bc-40af-9754-d8c621dc98e2, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=5c53712d-26bc-40af-9754-d8c621dc98e2,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:07.441757 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:07.454474 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Calling delete_port for 5c53712d-26bc-40af-9754-d8c621dc98e2 owned by network:router_interface {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:07.637667 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:07.668489 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c53712d-26bc-40af-9754-d8c621dc98e2,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:07.831743 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036607'] for router_interface, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:08.042154 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Router e7061e11-1393-4ca2-816d-8187ee739003 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:53:08.150323 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:53:08.155382 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-c53ad97b-e1fe-43e1-91be-5ea156379fc9 admin admin] 10.222.0.58 "PUT /v2.0/routers/e7061e11-1393-4ca2-816d-8187ee739003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5289009 Aug 13 03:53:08.157997 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57716) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:08.162473 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] Sync routers for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:53:08.172075 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:08.172843 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:08.270735 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks [] for router, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:08.285247 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:08.377609 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:08.475809 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:53:07Z', 'revision_number': 5, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port': {'id': '38e80782-20bd-43e5-8d00-b7d8b39d616f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:44:55Z', 'updated_at': '2021-08-13T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:08.503350 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] Checking router: e7061e11-1393-4ca2-816d-8187ee739003 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:53:08.514003 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] Routers {'e7061e11-1393-4ca2-816d-8187ee739003'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:08.514660 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['e7061e11-1393-4ca2-816d-8187ee739003'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:08.604995 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] Set router e7061e11-1393-4ca2-816d-8187ee739003 gateway port host: None {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:08.664759 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:53:08Z', 'revision_number': 6, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port_host': None}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:08.696005 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f109b7-b651-4895-82da-c196b0077cbe None None] The sync data for ids ['e7061e11-1393-4ca2-816d-8187ee739003'] in dv-cinder-760197-5-iscsi is: [{'id': 'e7061e11-1393-4ca2-816d-8187ee739003', 'name': 'tempest-TestVolumeBootPattern-1619945280-router', 'tenant_id': '3e5339bbe48b46729948f977f174854a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:44:54Z', 'updated_at': '2021-08-13T03:53:08Z', 'revision_number': 6, 'project_id': '3e5339bbe48b46729948f977f174854a', 'gw_port_host': None}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:53:08.715298 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Deleting port 38e80782-20bd-43e5-8d00-b7d8b39d616f {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:08.715730 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:08.800162 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] For port 38e80782-20bd-43e5-8d00-b7d8b39d616f, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=38e80782-20bd-43e5-8d00-b7d8b39d616f,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:08.800554 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:08.813921 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Calling delete_port for 38e80782-20bd-43e5-8d00-b7d8b39d616f owned by network:router_gateway {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:08.979455 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.006228 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Pushing event deleted for resources: {'Port': ['ID=38e80782-20bd-43e5-8d00-b7d8b39d616f,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:09.069589 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036485'] for router_gateway, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.171047 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1038377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.174053 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.218170 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1038374'] for router, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.218864 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7061e11-1393-4ca2-816d-8187ee739003 {{(pid=100567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:53:09.223942 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.225084 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-8bdd33db-e129-4c6d-a30a-8ce37de4703d admin admin] 10.222.0.58 "DELETE /v2.0/routers/e7061e11-1393-4ca2-816d-8187ee739003 HTTP/1.1" status: 204 len: 168 time: 1.0661762 Aug 13 03:53:09.227677 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57718) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:09.274793 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_v2 [None req-584554ff-e2df-4c15-91ac-b40629ae38e3 admin admin] Deleting subnet b04f61c8-9286-4147-995b-446f496eaa46 {{(pid=100567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:53:09.277694 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-584554ff-e2df-4c15-91ac-b40629ae38e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.310925 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-584554ff-e2df-4c15-91ac-b40629ae38e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720882'] for subnet, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.386795 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-584554ff-e2df-4c15-91ac-b40629ae38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.437844 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-584554ff-e2df-4c15-91ac-b40629ae38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2721575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9782199'] for subnet, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.468701 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584554ff-e2df-4c15-91ac-b40629ae38e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04f61c8-9286-4147-995b-446f496eaa46,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:09.472321 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-584554ff-e2df-4c15-91ac-b40629ae38e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.475187 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-584554ff-e2df-4c15-91ac-b40629ae38e3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b04f61c8-9286-4147-995b-446f496eaa46 HTTP/1.1" status: 204 len: 168 time: 0.2461560 Aug 13 03:53:09.477214 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57720) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:09.479687 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a80f92-c38d-48c0-9406-8c5d7a96c6f6 None None] Network d330e3f7-a1d1-4eaf-a474-b681700f9682 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:53:09.547627 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.608918 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Deleting port cdbacbab-d85a-41dc-b6d2-6148b06232d5 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:09.609280 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.635547 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 5c53712d-26bc-40af-9754-d8c621dc98e2 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:09.655122 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 5c53712d-26bc-40af-9754-d8c621dc98e2 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:09.655689 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 5c53712d-26bc-40af-9754-d8c621dc98e2 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:09.656711 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 38e80782-20bd-43e5-8d00-b7d8b39d616f no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:09.679649 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 38e80782-20bd-43e5-8d00-b7d8b39d616f {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:09.680376 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 38e80782-20bd-43e5-8d00-b7d8b39d616f not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:09.693708 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4c668-8fdb-4962-9803-e2eb5ebc1832 None None] DHCP port deletion for d330e3f7-a1d1-4eaf-a474-b681700f9682 request from dv-cinder-760197-5-iscsi {{(pid=100568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:53:09.705949 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] For port cdbacbab-d85a-41dc-b6d2-6148b06232d5, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cdbacbab-d85a-41dc-b6d2-6148b06232d5,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:09.706521 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.725835 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Calling delete_port for cdbacbab-d85a-41dc-b6d2-6148b06232d5 owned by network:dhcp {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:09.746196 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-22c4c668-8fdb-4962-9803-e2eb5ebc1832 None None] Deleting port cdbacbab-d85a-41dc-b6d2-6148b06232d5 {{(pid=100568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:09.746846 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-22c4c668-8fdb-4962-9803-e2eb5ebc1832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.816610 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.826002 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-22c4c668-8fdb-4962-9803-e2eb5ebc1832 None None] For port cdbacbab-d85a-41dc-b6d2-6148b06232d5, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=cdbacbab-d85a-41dc-b6d2-6148b06232d5,segment=NetworkSegment(02426a8b-7667-4e68-b229-8e8c7308e43f),segment_id=02426a8b-7667-4e68-b229-8e8c7308e43f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:09.826516 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-22c4c668-8fdb-4962-9803-e2eb5ebc1832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.843476 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-22c4c668-8fdb-4962-9803-e2eb5ebc1832 None None] Calling delete_port for cdbacbab-d85a-41dc-b6d2-6148b06232d5 owned by network:dhcp {{(pid=100568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:09.845340 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] No DVR routers for this DVR port cdbacbab-d85a-41dc-b6d2-6148b06232d5 on host dv-cinder-760197-5-iscsi {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:09.850745 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbacbab-d85a-41dc-b6d2-6148b06232d5,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:09.929053 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-22c4c668-8fdb-4962-9803-e2eb5ebc1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286'] for port, after_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.933936 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:09.950701 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d330e3f7-a1d1-4eaf-a474-b681700f9682']}} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:09.957407 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c4c668-8fdb-4962-9803-e2eb5ebc1832 None None] No DVR routers for this DVR port cdbacbab-d85a-41dc-b6d2-6148b06232d5 on host dv-cinder-760197-5-iscsi {{(pid=100568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:09.961934 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4c668-8fdb-4962-9803-e2eb5ebc1832 None None] Pushing event deleted for resources: {'Port': ['ID=cdbacbab-d85a-41dc-b6d2-6148b06232d5,revision_number=None']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:09.969349 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02426a8b-7667-4e68-b229-8e8c7308e43f') {'for_net_delete': True} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:09.969753 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02426a8b-7667-4e68-b229-8e8c7308e43f') {} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:09.981633 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720869'] for segment, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:10.001571 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:10.014393 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=100567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:53:10.014861 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2721785'] for segment, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: Traceback (most recent call last): Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: timer() Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: cb(*args, **kw) Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: return func(*args, **kwargs) Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: self._notify() Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: self.callback(batched_events) Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: event.method(event) Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: return f(self, *a, **k) Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._get(url).json() Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: return self.request(url, 'GET', **kwargs) Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:53:10.016646 dv-cinder-760197-5-iscsi neutron-server[100567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:53:10.083253 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:10.089063 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:10.090989 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d330e3f7-a1d1-4eaf-a474-b681700f9682 HTTP/1.1" status: 204 len: 168 time: 0.6128559 Aug 13 03:53:10.094375 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57722) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:10.102712 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeae8c6-3fcf-4b5b-87a8-597d5af32e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d330e3f7-a1d1-4eaf-a474-b681700f9682,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:10.488204 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953743'] for router_interface, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:10.735737 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Deleting port 1b4d17e0-519f-4781-8d54-b4af8ea34be0 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:10.736085 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:10.815173 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] For port 1b4d17e0-519f-4781-8d54-b4af8ea34be0, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=1b4d17e0-519f-4781-8d54-b4af8ea34be0,segment=NetworkSegment(02b89032-487f-4e6d-8ece-5c2e79db646f),segment_id=02b89032-487f-4e6d-8ece-5c2e79db646f)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:10.815568 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:10.829369 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Calling delete_port for 1b4d17e0-519f-4781-8d54-b4af8ea34be0 owned by network:router_interface {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:11.013009 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:11.041178 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4d17e0-519f-4781-8d54-b4af8ea34be0,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:11.220109 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036607'] for router_interface, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:11.437100 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Router 24260b7b-dfce-445a-8104-2907035fd7fa has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:53:11.543963 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:53:11.548858 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-1daddd1a-ddb2-4f62-bf46-957d0868f5c5 admin admin] 10.222.0.58 "PUT /v2.0/routers/24260b7b-dfce-445a-8104-2907035fd7fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532320 Aug 13 03:53:11.551639 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57724) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:11.552355 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] Sync routers for ids ['24260b7b-dfce-445a-8104-2907035fd7fa'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:53:11.561803 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] Routers {'24260b7b-dfce-445a-8104-2907035fd7fa'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:11.562433 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['24260b7b-dfce-445a-8104-2907035fd7fa'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:11.668151 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks [] for router, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:11.671552 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] Set router 24260b7b-dfce-445a-8104-2907035fd7fa gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:11.698497 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cdbacbab-d85a-41dc-b6d2-6148b06232d5 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:11.721476 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: cdbacbab-d85a-41dc-b6d2-6148b06232d5 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:11.721806 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device cdbacbab-d85a-41dc-b6d2-6148b06232d5 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:11.774158 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:11.832859 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Deleting port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:11.832859 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:11.854817 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:04Z', 'updated_at': '2021-08-13T03:53:10Z', 'revision_number': 5, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'gw_port': {'id': '4dee6618-3e1e-4e87-9bb7-a9c760cd2661', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:05Z', 'updated_at': '2021-08-13T03:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:11.881769 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] Checking router: 24260b7b-dfce-445a-8104-2907035fd7fa for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:53:11.890514 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] Routers {'24260b7b-dfce-445a-8104-2907035fd7fa'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:11.891123 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:02Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['24260b7b-dfce-445a-8104-2907035fd7fa'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:11.912589 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] For port 4dee6618-3e1e-4e87-9bb7-a9c760cd2661, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=4dee6618-3e1e-4e87-9bb7-a9c760cd2661,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:11.912981 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:11.927315 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Calling delete_port for 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 owned by network:router_gateway {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:11.977612 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] Set router 24260b7b-dfce-445a-8104-2907035fd7fa gateway port host: None {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:12.032003 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:04Z', 'updated_at': '2021-08-13T03:53:11Z', 'revision_number': 6, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'gw_port_host': None}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:12.058785 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b515abe-6de8-47db-9aad-151a9761335a None None] The sync data for ids ['24260b7b-dfce-445a-8104-2907035fd7fa'] in dv-cinder-760197-5-iscsi is: [{'id': '24260b7b-dfce-445a-8104-2907035fd7fa', 'name': 'tempest-TestVolumeBootPattern-1218649172-router', 'tenant_id': '56f5898a76904b1f9f37a936e36cc77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:04Z', 'updated_at': '2021-08-13T03:53:11Z', 'revision_number': 6, 'project_id': '56f5898a76904b1f9f37a936e36cc77c', 'gw_port_host': None}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:53:12.107102 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.136145 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dee6618-3e1e-4e87-9bb7-a9c760cd2661,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:12.196345 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036485'] for router_gateway, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.286567 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1038377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.288645 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.333813 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1038374'] for router, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.334338 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24260b7b-dfce-445a-8104-2907035fd7fa {{(pid=100566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:53:12.338757 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] Notify callbacks [] for router, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.339919 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-47574d03-ee1b-4256-b793-b5d087468042 admin admin] 10.222.0.58 "DELETE /v2.0/routers/24260b7b-dfce-445a-8104-2907035fd7fa HTTP/1.1" status: 204 len: 168 time: 0.7872994 Aug 13 03:53:12.342952 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57726) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:12.391182 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cc007c-1a5a-4824-a5e8-db3ba87ab849 admin admin] Deleting subnet 5fac26f1-b7c1-4a21-a479-9517fef37674 {{(pid=100566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:53:12.394578 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e3cc007c-1a5a-4824-a5e8-db3ba87ab849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.433339 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e3cc007c-1a5a-4824-a5e8-db3ba87ab849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819215'] for subnet, precommit_delete_associations {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.522546 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e3cc007c-1a5a-4824-a5e8-db3ba87ab849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.579360 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e3cc007c-1a5a-4824-a5e8-db3ba87ab849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2891789'] for subnet, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.603347 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc007c-1a5a-4824-a5e8-db3ba87ab849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fac26f1-b7c1-4a21-a479-9517fef37674,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:12.610066 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e3cc007c-1a5a-4824-a5e8-db3ba87ab849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.611953 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-e3cc007c-1a5a-4824-a5e8-db3ba87ab849 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5fac26f1-b7c1-4a21-a479-9517fef37674 HTTP/1.1" status: 204 len: 168 time: 0.2681649 Aug 13 03:53:12.615057 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57728) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:12.617456 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02efd5f4-45b0-407a-9d4a-4509e9267bb0 None None] Network 9f3038a7-dd43-4378-a93f-eb921375b295 requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:53:12.680983 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.738240 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Deleting port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:12.738659 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.805706 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] For port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=6791af20-f9d7-43eb-894e-5ebd9c7d3c6d,segment=NetworkSegment(02b89032-487f-4e6d-8ece-5c2e79db646f),segment_id=02b89032-487f-4e6d-8ece-5c2e79db646f)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:12.806110 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.820287 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Calling delete_port for 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d owned by network:dhcp {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:12.838417 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] DHCP port deletion for 9f3038a7-dd43-4378-a93f-eb921375b295 request from dv-cinder-760197-5-iscsi {{(pid=100568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:53:12.891696 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Deleting port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d {{(pid=100568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:12.892060 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.901303 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.914894 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] No DVR routers for this DVR port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d on host dv-cinder-760197-5-iscsi {{(pid=100566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:12.956631 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] For port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=6791af20-f9d7-43eb-894e-5ebd9c7d3c6d,segment=NetworkSegment(02b89032-487f-4e6d-8ece-5c2e79db646f),segment_id=02b89032-487f-4e6d-8ece-5c2e79db646f)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:12.956882 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6791af20-f9d7-43eb-894e-5ebd9c7d3c6d,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:12.957061 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.971197 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Calling delete_port for 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d owned by network:dhcp {{(pid=100568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:13.011505 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.022817 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3038a7-dd43-4378-a93f-eb921375b295']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:13.033777 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b89032-487f-4e6d-8ece-5c2e79db646f') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:13.034069 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b89032-487f-4e6d-8ece-5c2e79db646f') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:13.044403 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.052896 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286'] for port, after_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.059791 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.066136 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:53:13.066692 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:53:13.069113 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:53:13.080838 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Pushing event deleted for resources: {'Port': ['ID=6791af20-f9d7-43eb-894e-5ebd9c7d3c6d,revision_number=None']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:13.083205 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] No DVR routers for this DVR port 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d on host dv-cinder-760197-5-iscsi {{(pid=100568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:13.098118 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.098886 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.099241 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.099590 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.099953 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.100296 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.100628 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.100959 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.101325 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.101637 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.102017 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.102221 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812309f1-798f-41ba-93e3-93deac298e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:13.130173 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.136172 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.138487 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9f3038a7-dd43-4378-a93f-eb921375b295 HTTP/1.1" status: 204 len: 168 time: 0.5220532 Aug 13 03:53:13.148909 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a264e-1d56-4306-bf9c-2cd01e2c89d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3038a7-dd43-4378-a93f-eb921375b295,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:13.255542 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57732) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:13.295440 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-6a0cc4fe-3385-42b7-bea1-a03dc7f2eb45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e5339bbe48b46729948f977f174854a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386596 Aug 13 03:53:13.297911 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57734) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:13.347716 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d3452fa3-1474-4822-a17a-103a0a04b07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.368273 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d3452fa3-1474-4822-a17a-103a0a04b07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.415475 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d3452fa3-1474-4822-a17a-103a0a04b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.418267 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-d3452fa3-1474-4822-a17a-103a0a04b07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.419451 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-d3452fa3-1474-4822-a17a-103a0a04b07c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2571a58b-0ac4-47d9-9ddc-4828eedbae92 HTTP/1.1" status: 204 len: 168 time: 0.1206248 Aug 13 03:53:13.427412 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3452fa3-1474-4822-a17a-103a0a04b07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2571a58b-0ac4-47d9-9ddc-4828eedbae92,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:13.617086 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1b4d17e0-519f-4781-8d54-b4af8ea34be0 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:13.637719 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 1b4d17e0-519f-4781-8d54-b4af8ea34be0 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:13.638060 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 1b4d17e0-519f-4781-8d54-b4af8ea34be0 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:13.638712 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:13.657066 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:13.657408 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 4dee6618-3e1e-4e87-9bb7-a9c760cd2661 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:13.657822 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:13.677705 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:13.678063 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 6791af20-f9d7-43eb-894e-5ebd9c7d3c6d not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:13.745711 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57740) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:13.785518 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-b9bf815e-3fa0-4083-a113-09045cd47875 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56f5898a76904b1f9f37a936e36cc77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384116 Aug 13 03:53:13.788620 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57742) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:13.843095 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8444d398-59d4-4b21-8855-6fa0dec29b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.864707 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8444d398-59d4-4b21-8855-6fa0dec29b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.911646 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8444d398-59d4-4b21-8855-6fa0dec29b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.914240 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-8444d398-59d4-4b21-8855-6fa0dec29b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.915658 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-8444d398-59d4-4b21-8855-6fa0dec29b8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e162e6a-a794-4b8c-ab7a-af81a5823e85 HTTP/1.1" status: 204 len: 168 time: 0.1260760 Aug 13 03:53:13.926990 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444d398-59d4-4b21-8855-6fa0dec29b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e162e6a-a794-4b8c-ab7a-af81a5823e85,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:28.956008 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4461f102-cee7-41c1-8647-41af64199d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:32.250027 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:32.623379 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-4310f221-ab90-449d-a335-f9c42113e708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:34.107911 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:34.991056 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:35.456451 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:39.208327 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57746) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:39.365145 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Deleting port f1ea517d-d683-48e9-b748-3ba2362c6337 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:39.366288 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:39.442446 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:39.442804 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:39.454280 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Calling delete_port for f1ea517d-d683-48e9-b748-3ba2362c6337 owned by network:floatingip {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:39.843485 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:39.868400 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event deleted for resources: {'Port': ['ID=f1ea517d-d683-48e9-b748-3ba2362c6337,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:39.926222 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for floatingip, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:39.926585 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.db.l3_db [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Floating IP 4d428236-decf-46ea-a65d-7bb1d6cf32a2 disassociated (deleted). External IP: 172.27.2.98, port: f0fa3d01-037f-4e94-b9ab-8ac422f97485. Aug 13 03:53:40.124551 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Router a0f9da23-6a63-4543-80ec-9f86c510ea47 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:53:40.235895 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:53:40.240647 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for floatingip, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:40.246088 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] Sync routers for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:53:40.255300 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:40.256535 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:33Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:40.269346 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-43feca74-fd5d-490a-81ed-efa819ece2d1 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "DELETE /v2.0/floatingips/4d428236-decf-46ea-a65d-7bb1d6cf32a2 HTTP/1.1" status: 204 len: 168 time: 1.0599902 Aug 13 03:53:40.270021 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485'}] {{(pid=100566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:53:40.273008 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87ff34276fca19aab4cdcf2102e35a272af3ce1a1ae70f0fdc5259de6a58538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176db532-e2f0-490a-a073-7c7cb0333f84" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485"}]}' {{(pid=100566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:53:40.309603 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c9067e-6dd4-4814-a007-3c31e8586418 x-openstack-request-id: req-67c9067e-6dd4-4814-a007-3c31e8586418 {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:53:40.309892 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485", "status": "completed", "code": 200}]} {{(pid=100566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:53:40.310141 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67c9067e-6dd4-4814-a007-3c31e8586418 {{(pid=100566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:53:40.310567 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'status': 'completed', 'code': 200} Aug 13 03:53:40.386882 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-06d12f0f-0148-4aa0-9bb1-343870c6a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:40.389309 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-06d12f0f-0148-4aa0-9bb1-343870c6a073 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8&device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 1098 time: 0.0507867 Aug 13 03:53:40.504222 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:40.521854 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-a2909752-9c29-43b9-87ff-c37a9490a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:40.523362 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-a2909752-9c29-43b9-87ff-c37a9490a8b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e42d7f98-1dba-481f-939c-147f3aec658e HTTP/1.1" status: 200 len: 909 time: 0.1239035 Aug 13 03:53:40.531495 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf794be-f723-4340-815a-e8c682b856b3 req-d50bca92-6741-428a-a814-8b02513b12a8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:40.532876 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2bf794be-f723-4340-815a-e8c682b856b3 req-d50bca92-6741-428a-a814-8b02513b12a8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0814736 Aug 13 03:53:40.578605 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-03d1a793-4933-497c-9233-69c544705197 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485 HTTP/1.1" status: 200 len: 217 time: 0.0447690 Aug 13 03:53:40.634496 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-2bf794be-f723-4340-815a-e8c682b856b3 req-ac87a0bf-f119-44c6-98c0-b159b3fdd825 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940402 Aug 13 03:53:40.643492 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-c831572d-80fb-4e6a-9475-a5203f9fe40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:40.645335 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-c831572d-80fb-4e6a-9475-a5203f9fe40f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9498c30c-fc09-4815-be66-34f84bfbc9ed HTTP/1.1" status: 200 len: 848 time: 0.0585432 Aug 13 03:53:40.692652 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-ea53f13e-027e-4b0a-87c0-68464774a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:40.694876 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-ea53f13e-027e-4b0a-87c0-68464774a35a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e42d7f98-1dba-481f-939c-147f3aec658e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420859 Aug 13 03:53:40.707717 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 5, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:40.734839 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] Checking router: a0f9da23-6a63-4543-80ec-9f86c510ea47 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:53:40.744395 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:40.745019 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:33Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:40.809011 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-38940779-8f7c-4021-91ac-554e53e1ff17 service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026797 Aug 13 03:53:40.856440 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:40.909554 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-176db532-e2f0-490a-a073-7c7cb0333f84 req-e0819bba-0ada-4796-abd8-0154262a5b30 service neutron] 10.222.0.18 "GET /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926409 Aug 13 03:53:41.070398 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 5, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:41.095553 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e348ce-7d5f-4349-81c9-edf25d24ac67 None None] The sync data for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi is: [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:49:09Z', 'revision_number': 4, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi', '_interfaces': [{'id': 'a8d14056-29f6-4d30-bf25-7614f414031e', 'name': '', 'network_id': 'e42d7f98-1dba-481f-939c-147f3aec658e', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:08Z', 'updated_at': '2021-08-13T03:49:14Z', 'revision_number': 5, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'subnets': [{'id': '9498c30c-fc09-4815-be66-34f84bfbc9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:53:41.296355 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf8159-14e0-44ca-9390-0f3d9f53e62b None None] New status for floating IP 4d428236-decf-46ea-a65d-7bb1d6cf32a2: DOWN {{(pid=100569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:53:41.546685 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:53:41.759773 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232a2db-cd50-4734-ae7e-e398cb28bf1c req-542cebe6-2bcd-401e-a0ba-7ffda9d73277 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:41.761215 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1232a2db-cd50-4734-ae7e-e398cb28bf1c req-542cebe6-2bcd-401e-a0ba-7ffda9d73277 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0538559 Aug 13 03:53:41.798484 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-1232a2db-cd50-4734-ae7e-e398cb28bf1c req-f1f0c5cb-b1c3-401e-a434-a04783d20647 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/security-groups?id=57356e19-473d-4503-8399-7f9ed9de71c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313721 Aug 13 03:53:42.264084 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-8cb9f06a-311d-47d3-87bf-ddf6a05309d3 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:42.265655 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-8cb9f06a-311d-47d3-87bf-ddf6a05309d3 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 945 time: 0.0515442 Aug 13 03:53:42.370161 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Deleting port f0fa3d01-037f-4e94-b9ab-8ac422f97485 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:42.370524 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:42.459896 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] For port f0fa3d01-037f-4e94-b9ab-8ac422f97485, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f0fa3d01-037f-4e94-b9ab-8ac422f97485,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:42.460326 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:42.475094 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Calling delete_port for f0fa3d01-037f-4e94-b9ab-8ac422f97485 owned by compute:nova {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:42.625977 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:42.657193 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event deleted for resources: {'Port': ['ID=f0fa3d01-037f-4e94-b9ab-8ac422f97485,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:42.700694 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] No DVR routers for this DVR port f0fa3d01-037f-4e94-b9ab-8ac422f97485 on host hv-cinder-76019 {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:42.703278 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91702'] for port, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:42.705321 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-d645e8b4-3948-4612-8ca7-aa8a80354a45 req-90654959-c8b6-4e16-8133-b989eec9b2b8 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.18 "DELETE /v2.0/ports/f0fa3d01-037f-4e94-b9ab-8ac422f97485 HTTP/1.1" status: 204 len: 173 time: 0.4298065 Aug 13 03:53:42.705772 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'name': 'network-vif-deleted', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485'}] {{(pid=100567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:53:42.708089 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f52bc0ac1313ba2e8083fbbb82e45e6d19bca9d36420940ae60c1a469b3685e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce867cd-957f-4512-8758-b7835cf0b809" -d '{"events": [{"server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "name": "network-vif-deleted", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485"}]}' {{(pid=100567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:53:42.893121 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [req-520c5f57-6bf7-407c-920e-5aa548b81cd2 req-f36a83de-54bd-4926-8233-60ce5acd79a7 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31 HTTP/1.1" status: 200 len: 210 time: 0.0296934 Aug 13 03:53:42.933004 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155289a9-4698-4256-8759-a86bb44c46da x-openstack-request-id: req-155289a9-4698-4256-8759-a86bb44c46da {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:53:42.933300 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31", "name": "network-vif-deleted", "tag": "f0fa3d01-037f-4e94-b9ab-8ac422f97485", "status": "completed", "code": 200}]} {{(pid=100567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:53:42.933549 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-155289a9-4698-4256-8759-a86bb44c46da {{(pid=100567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:53:42.933954 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2cca35-4e5f-4cfc-9389-1aa9bf2f8c31', 'name': 'network-vif-deleted', 'tag': 'f0fa3d01-037f-4e94-b9ab-8ac422f97485', 'status': 'completed', 'code': 200} Aug 13 03:53:43.949778 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57764) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:44.010392 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9140a0fc-e8a1-4b09-957c-cd48a0f12146 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.034816 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9140a0fc-e8a1-4b09-957c-cd48a0f12146 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.092331 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9140a0fc-e8a1-4b09-957c-cd48a0f12146 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.094911 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-9140a0fc-e8a1-4b09-957c-cd48a0f12146 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Notify callbacks [] for security_group, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.096074 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-9140a0fc-e8a1-4b09-957c-cd48a0f12146 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] 10.222.0.58 "DELETE /v2.0/security-groups/57356e19-473d-4503-8399-7f9ed9de71c8 HTTP/1.1" status: 204 len: 168 time: 0.1453102 Aug 13 03:53:44.104985 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140a0fc-e8a1-4b09-957c-cd48a0f12146 tempest-TestShelveInstance-126257010 tempest-TestShelveInstance-126257010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57356e19-473d-4503-8399-7f9ed9de71c8,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:44.141048 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57768) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:44.480817 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953743'] for router_interface, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.730411 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Deleting port a8d14056-29f6-4d30-bf25-7614f414031e {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:44.730780 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.812084 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] For port a8d14056-29f6-4d30-bf25-7614f414031e, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=a8d14056-29f6-4d30-bf25-7614f414031e,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:44.812465 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.824875 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Calling delete_port for a8d14056-29f6-4d30-bf25-7614f414031e owned by network:router_interface {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:45.000866 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.024403 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d14056-29f6-4d30-bf25-7614f414031e,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:45.033704 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.034064 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.034379 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.034735 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.035062 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.035389 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.036191 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.036191 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.036407 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.036616 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.037543 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.037880 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:45.200622 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036607'] for router_interface, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.419528 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Router a0f9da23-6a63-4543-80ec-9f86c510ea47 has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:53:45.522073 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:53:45.527002 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-c94607b4-6eac-4b8d-918b-4e16c32fd9d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/a0f9da23-6a63-4543-80ec-9f86c510ea47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3849311 Aug 13 03:53:45.529478 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57770) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:45.532610 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] Sync routers for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:53:45.541683 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:45.542369 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:33Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:45.637195 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks [] for router, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.649795 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: dv-cinder-760197-5-iscsi {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:45.735127 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.791056 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Deleting port 8d5cd493-8f25-4837-94b7-253dc344393f {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:45.791281 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.832132 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:53:44Z', 'revision_number': 5, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port': {'id': '8d5cd493-8f25-4837-94b7-253dc344393f', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:07Z', 'updated_at': '2021-08-13T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:45.864276 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] Checking router: a0f9da23-6a63-4543-80ec-9f86c510ea47 for host: dv-cinder-760197-5-iscsi {{(pid=100568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:53:45.872713 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] Routers {'a0f9da23-6a63-4543-80ec-9f86c510ea47'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:45.877865 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:33Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['a0f9da23-6a63-4543-80ec-9f86c510ea47'], 'active': True} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:45.880266 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] For port 8d5cd493-8f25-4837-94b7-253dc344393f, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=8d5cd493-8f25-4837-94b7-253dc344393f,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:45.880679 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.898337 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Calling delete_port for 8d5cd493-8f25-4837-94b7-253dc344393f owned by network:router_gateway {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:45.908863 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device f0fa3d01-037f-4e94-b9ab-8ac422f97485 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:45.957798 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] No Port match for: f0fa3d01-037f-4e94-b9ab-8ac422f97485 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:45.958142 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Device f0fa3d01-037f-4e94-b9ab-8ac422f97485 not bound to the agent host hv-cinder-76019 {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:45.983215 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvr_db [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] Set router a0f9da23-6a63-4543-80ec-9f86c510ea47 gateway port host: None {{(pid=100568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:46.035398 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_hamode_db [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:53:45Z', 'revision_number': 6, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port_host': None}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:46.064788 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b15948-3107-4830-8c2c-f0af3a7bf771 None None] The sync data for ids ['a0f9da23-6a63-4543-80ec-9f86c510ea47'] in dv-cinder-760197-5-iscsi is: [{'id': 'a0f9da23-6a63-4543-80ec-9f86c510ea47', 'name': 'tempest-TestShelveInstance-1114035310-router', 'tenant_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:06Z', 'updated_at': '2021-08-13T03:53:45Z', 'revision_number': 6, 'project_id': 'c43853e1ed6546d0a9a7ae4b91c2c7d8', 'gw_port_host': None}] {{(pid=100568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:53:46.339892 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.367106 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5cd493-8f25-4837-94b7-253dc344393f,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:46.424119 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036485'] for router_gateway, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.515518 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1038377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.517556 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.562094 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1038374'] for router, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.562649 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0f9da23-6a63-4543-80ec-9f86c510ea47 {{(pid=100567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:53:46.567243 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.568705 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-45ccc3a7-6fc5-4e9b-8420-ac2582a0d923 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a0f9da23-6a63-4543-80ec-9f86c510ea47 HTTP/1.1" status: 204 len: 168 time: 1.0377064 Aug 13 03:53:46.571556 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57772) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:46.617060 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7942fc3c-5b4c-440c-bb22-5f80a0ae06d7 admin admin] Deleting subnet 9498c30c-fc09-4815-be66-34f84bfbc9ed {{(pid=100567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:53:46.620087 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7942fc3c-5b4c-440c-bb22-5f80a0ae06d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.654053 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7942fc3c-5b4c-440c-bb22-5f80a0ae06d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720882'] for subnet, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.733618 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7942fc3c-5b4c-440c-bb22-5f80a0ae06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.783781 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7942fc3c-5b4c-440c-bb22-5f80a0ae06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2721575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9782199'] for subnet, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.812905 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942fc3c-5b4c-440c-bb22-5f80a0ae06d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9498c30c-fc09-4815-be66-34f84bfbc9ed,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:46.814910 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-7942fc3c-5b4c-440c-bb22-5f80a0ae06d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.816797 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-7942fc3c-5b4c-440c-bb22-5f80a0ae06d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9498c30c-fc09-4815-be66-34f84bfbc9ed HTTP/1.1" status: 204 len: 168 time: 0.2439988 Aug 13 03:53:46.819471 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.wsgi [-] (100566) accepted ('10.222.0.58', 57774) {{(pid=100566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:46.819942 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6545e3fc-e4ae-486b-bec0-557814787052 None None] Network e42d7f98-1dba-481f-939c-147f3aec658e requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:53:46.887492 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.954361 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Deleting port e99ad507-03b0-44c9-8b30-7d68a93ba149 {{(pid=100566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:46.955115 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.010973 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0dc915-4c2c-4756-b137-4ae4ab088c17 None None] DHCP port deletion for e42d7f98-1dba-481f-939c-147f3aec658e request from dv-cinder-760197-5-iscsi {{(pid=100568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:53:47.025005 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.db [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] For port e99ad507-03b0-44c9-8b30-7d68a93ba149, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e99ad507-03b0-44c9-8b30-7d68a93ba149,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:47.025466 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.041074 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.plugin [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Calling delete_port for e99ad507-03b0-44c9-8b30-7d68a93ba149 owned by network:dhcp {{(pid=100566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:47.057813 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dc915-4c2c-4756-b137-4ae4ab088c17 None None] Deleting port e99ad507-03b0-44c9-8b30-7d68a93ba149 {{(pid=100568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:47.058635 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-cd0dc915-4c2c-4756-b137-4ae4ab088c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.123909 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2819874'] for port, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.137456 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-cd0dc915-4c2c-4756-b137-4ae4ab088c17 None None] For port e99ad507-03b0-44c9-8b30-7d68a93ba149, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=e99ad507-03b0-44c9-8b30-7d68a93ba149,segment=NetworkSegment(c2a5ea54-ba2f-412c-be57-6f1f1909a0ce),segment_id=c2a5ea54-ba2f-412c-be57-6f1f1909a0ce)] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:47.137900 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-cd0dc915-4c2c-4756-b137-4ae4ab088c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.151082 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dc915-4c2c-4756-b137-4ae4ab088c17 None None] Calling delete_port for e99ad507-03b0-44c9-8b30-7d68a93ba149 owned by network:dhcp {{(pid=100568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:47.153058 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99ad507-03b0-44c9-8b30-7d68a93ba149,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:47.157452 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] No DVR routers for this DVR port e99ad507-03b0-44c9-8b30-7d68a93ba149 on host dv-cinder-760197-5-iscsi {{(pid=100566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:47.165882 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.166230 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.166598 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.166934 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.167264 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.167593 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.167924 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.168249 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.168575 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.168899 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.169221 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.169542 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-5-iscsi {{(pid=100566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:47.231103 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-cd0dc915-4c2c-4756-b137-4ae4ab088c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286'] for port, after_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.237220 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.247205 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42d7f98-1dba-481f-939c-147f3aec658e']}} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:47.255276 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dc915-4c2c-4756-b137-4ae4ab088c17 None None] Pushing event deleted for resources: {'Port': ['ID=e99ad507-03b0-44c9-8b30-7d68a93ba149,revision_number=None']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:47.257601 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce') {'for_net_delete': True} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:47.258497 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.services.segments.db [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a5ea54-ba2f-412c-be57-6f1f1909a0ce') {} {{(pid=100566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:47.259166 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0dc915-4c2c-4756-b137-4ae4ab088c17 None None] No DVR routers for this DVR port e99ad507-03b0-44c9-8b30-7d68a93ba149 on host dv-cinder-760197-5-iscsi {{(pid=100568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:47.268023 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819224'] for segment, before_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.281449 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.287799 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:53:47.288191 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2820047'] for segment, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: Traceback (most recent call last): Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: timer() Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: cb(*args, **kw) Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: return func(*args, **kwargs) Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: self._notify() Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: self.callback(batched_events) Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: event.method(event) Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: return f(self, *a, **k) Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._get(url).json() Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: return self.request(url, 'GET', **kwargs) Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:53:47.289828 dv-cinder-760197-5-iscsi neutron-server[100566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:53:47.345010 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.350866 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron_lib.callbacks.manager [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.352731 dv-cinder-760197-5-iscsi neutron-server[100566]: INFO neutron.wsgi [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e42d7f98-1dba-481f-939c-147f3aec658e HTTP/1.1" status: 204 len: 168 time: 0.5322716 Aug 13 03:53:47.356168 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57776) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:47.363811 dv-cinder-760197-5-iscsi neutron-server[100566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f04a79-7810-46c4-8feb-69b3e6c8f112 admin admin] Pushing event deleted for resources: {'Network': ['ID=e42d7f98-1dba-481f-939c-147f3aec658e,revision_number=None']} {{(pid=100566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:47.630018 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 8d5cd493-8f25-4837-94b7-253dc344393f no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:47.650707 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 8d5cd493-8f25-4837-94b7-253dc344393f {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:47.651046 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 8d5cd493-8f25-4837-94b7-253dc344393f not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:47.651455 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e99ad507-03b0-44c9-8b30-7d68a93ba149 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:47.669165 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: e99ad507-03b0-44c9-8b30-7d68a93ba149 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:47.669554 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device e99ad507-03b0-44c9-8b30-7d68a93ba149 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:47.669958 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device a8d14056-29f6-4d30-bf25-7614f414031e no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:47.687489 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: a8d14056-29f6-4d30-bf25-7614f414031e {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:47.687839 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device a8d14056-29f6-4d30-bf25-7614f414031e not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:47.699405 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953743'] for router_interface, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.952838 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Deleting port 79a14478-a70b-45a2-8818-a3aa1ea98df9 {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:47.953093 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:48.029215 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] For port 79a14478-a70b-45a2-8818-a3aa1ea98df9, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=79a14478-a70b-45a2-8818-a3aa1ea98df9,segment=NetworkSegment(7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a),segment_id=7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:48.029602 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:48.041814 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Calling delete_port for 79a14478-a70b-45a2-8818-a3aa1ea98df9 owned by network:router_interface {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:48.235224 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:48.263643 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a14478-a70b-45a2-8818-a3aa1ea98df9,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:48.426686 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036607'] for router_interface, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:48.632487 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f has already been hosted by L3 agent c9759e91-8a46-4ce8-bf22-a7a969923631 {{(pid=100567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:53:48.736707 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] Notify agent at l3_agent.dv-cinder-760197-5-iscsi the message routers_updated {{(pid=100567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:53:48.741540 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-ff3381ab-e5a6-4471-9e22-cd7be4b4b010 admin admin] 10.222.0.58 "PUT /v2.0/routers/6bd64ffd-3e42-4c02-850a-4eea6e8ad82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3843677 Aug 13 03:53:48.744136 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57778) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:48.744953 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] Sync routers for ids ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'] in dv-cinder-760197-5-iscsi {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:53:48.754502 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] Routers {'6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:48.755095 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:33Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:48.846312 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks [] for router, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:48.857007 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] Set router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f gateway port host: dv-cinder-760197-5-iscsi {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:48.945829 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.009422 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Deleting port 4684536f-5742-463f-bd23-95496835123c {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:49.010083 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.033577 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'external_fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4684536f-5742-463f-bd23-95496835123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:53:48Z', 'revision_number': 5, 'project_id': '9be661c48b974963b8419a55b455dd57', 'gw_port': {'id': '4684536f-5742-463f-bd23-95496835123c', 'name': '', 'network_id': 'cfec9dee-474f-48b0-ac2b-7d121ac30ba2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a76b35c6-4f61-413a-ad3c-66a5f63779f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-5-iscsi'}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:49.062111 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] Checking router: 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f for host: dv-cinder-760197-5-iscsi {{(pid=100569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:53:49.070650 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] Routers {'6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'} bound to L3 agent in host dv-cinder-760197-5-iscsi {{(pid=100569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:53:49.071254 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:34:32Z,description=,heartbeat_timestamp=2021-08-13T03:53:33Z,host='dv-cinder-760197-5-iscsi',id=c9759e91-8a46-4ce8-bf22-a7a969923631,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:34:32Z,topic='l3_agent')) {'router_ids': ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'], 'active': True} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:49.086867 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] For port 4684536f-5742-463f-bd23-95496835123c, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=4684536f-5742-463f-bd23-95496835123c,segment=NetworkSegment(f9402e51-12a0-4d3c-a760-8355ee32bcd3),segment_id=f9402e51-12a0-4d3c-a760-8355ee32bcd3)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:49.087229 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.099640 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Calling delete_port for 4684536f-5742-463f-bd23-95496835123c owned by network:router_gateway {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:49.155191 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_dvr_db [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] Set router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f gateway port host: None {{(pid=100569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:53:49.205378 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.l3_hamode_db [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:53:48Z', 'revision_number': 6, 'project_id': '9be661c48b974963b8419a55b455dd57', 'gw_port_host': None}], 'dv-cinder-760197-5-iscsi', False) {} {{(pid=100569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:49.234066 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e21b6-01d2-4c3c-b4ed-d47d248aad1b None None] The sync data for ids ['6bd64ffd-3e42-4c02-850a-4eea6e8ad82f'] in dv-cinder-760197-5-iscsi is: [{'id': '6bd64ffd-3e42-4c02-850a-4eea6e8ad82f', 'name': 'tempest-TestShelveInstance-1291311712-router', 'tenant_id': '9be661c48b974963b8419a55b455dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:11Z', 'updated_at': '2021-08-13T03:53:48Z', 'revision_number': 6, 'project_id': '9be661c48b974963b8419a55b455dd57', 'gw_port_host': None}] {{(pid=100569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:53:49.270881 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.296760 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Pushing event deleted for resources: {'Port': ['ID=4684536f-5742-463f-bd23-95496835123c,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:49.360660 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036485'] for router_gateway, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.450457 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1038377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.452568 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.494449 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1038374'] for router, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.495092 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd64ffd-3e42-4c02-850a-4eea6e8ad82f {{(pid=100567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:53:49.500992 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] Notify callbacks [] for router, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.502271 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-837d4404-69b0-4180-8d46-f4cfc303f547 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6bd64ffd-3e42-4c02-850a-4eea6e8ad82f HTTP/1.1" status: 204 len: 168 time: 0.7571797 Aug 13 03:53:49.504771 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57780) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:49.552968 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.db_base_plugin_v2 [None req-700b0663-effc-4c2a-89c4-6ed1923eea21 admin admin] Deleting subnet 6dcb775f-b2f0-455d-9191-f3d61b90eb66 {{(pid=100567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:53:49.555908 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-700b0663-effc-4c2a-89c4-6ed1923eea21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.592653 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-700b0663-effc-4c2a-89c4-6ed1923eea21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720882'] for subnet, precommit_delete_associations {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.685245 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-700b0663-effc-4c2a-89c4-6ed1923eea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072291'] for subnet, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.689693 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 79a14478-a70b-45a2-8818-a3aa1ea98df9 no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:49.714970 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 79a14478-a70b-45a2-8818-a3aa1ea98df9 {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:49.715315 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 79a14478-a70b-45a2-8818-a3aa1ea98df9 not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:49.741256 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-700b0663-effc-4c2a-89c4-6ed1923eea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2721575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9782199'] for subnet, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.770589 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b0663-effc-4c2a-89c4-6ed1923eea21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dcb775f-b2f0-455d-9191-f3d61b90eb66,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:49.772484 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-700b0663-effc-4c2a-89c4-6ed1923eea21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for subnet, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.774366 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-700b0663-effc-4c2a-89c4-6ed1923eea21 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6dcb775f-b2f0-455d-9191-f3d61b90eb66 HTTP/1.1" status: 204 len: 168 time: 0.2679038 Aug 13 03:53:49.776827 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57782) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:49.777207 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4da581-acbd-4f79-aedc-4424c33e0380 None None] Network 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf requested from dv-cinder-760197-5-iscsi {{(pid=100568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:53:49.842710 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054716'] for network, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.896492 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Deleting port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf {{(pid=100567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:49.896833 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.970255 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.db [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] For port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf, host dv-cinder-760197-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-5-iscsi',level=0,port_id=19d51e04-37b4-41d0-8a51-60c5e4a2edbf,segment=NetworkSegment(7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a),segment_id=7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a)] {{(pid=100567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:49.970570 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:49.984092 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.plugin [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Calling delete_port for 19d51e04-37b4-41d0-8a51-60c5e4a2edbf owned by network:dhcp {{(pid=100567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:50.047318 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] DHCP port deletion for 4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf request from dv-cinder-760197-5-iscsi {{(pid=100568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:53:50.067153 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2721556'] for port, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.092484 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=19d51e04-37b4-41d0-8a51-60c5e4a2edbf,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:50.096981 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] Deleting port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf {{(pid=100568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:50.097107 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] No DVR routers for this DVR port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf on host dv-cinder-760197-5-iscsi {{(pid=100567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:50.097271 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769063569960'] for port, before_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.165466 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.db [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] For port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf, host dv-cinder-760197-5-iscsi, got binding levels [] {{(pid=100568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:50.166438 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042336'] for port, precommit_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.175280 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2070884', 'neutron.services.segments.db._delete_segments_for_network-8769063615344'] for network, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.179618 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] Calling delete_port for 19d51e04-37b4-41d0-8a51-60c5e4a2edbf owned by network:dhcp {{(pid=100568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:50.182668 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.ipam_backend_mixin [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] Port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf was not found and therefore no delete operation was performed {{(pid=100568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 03:53:50.183974 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1984244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769063575938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769063106286'] for port, after_delete {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.187714 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf']}} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:50.198147 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a') {'for_net_delete': True} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:50.198435 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.services.segments.db [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6862d2-dee8-4d2c-a29f-9cbfa654fd2a') {} {{(pid=100567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:53:50.207115 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769063587449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720869'] for segment, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.209904 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] Pushing event deleted for resources: {'Port': ['ID=19d51e04-37b4-41d0-8a51-60c5e4a2edbf,revision_number=None']} {{(pid=100568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:50.214949 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c411c-9aa0-4bcd-b2d5-bef2cfd68eee None None] No DVR routers for this DVR port 19d51e04-37b4-41d0-8a51-60c5e4a2edbf on host dv-cinder-760197-5-iscsi {{(pid=100568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:50.225200 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226'] for segment, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.231365 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=100567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:53:50.231833 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2721785'] for segment, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: Traceback (most recent call last): Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: timer() Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: cb(*args, **kw) Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: return func(*args, **kwargs) Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: self._notify() Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: self.callback(batched_events) Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: event.method(event) Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: return f(self, *a, **k) Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._get(url).json() Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: return self.request(url, 'GET', **kwargs) Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:53:50.233614 dv-cinder-760197-5-iscsi neutron-server[100567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:53:50.557310 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2070909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036473'] for network, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.564293 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588588'] for network, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.566441 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] 10.222.0.58 "DELETE /v2.0/networks/4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf HTTP/1.1" status: 204 len: 168 time: 0.7884414 Aug 13 03:53:50.576497 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcd151-ce9e-4d55-8495-da906b3df3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=4e991fb9-9b51-4d62-a4e7-7ef0ab970ecf,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:50.724339 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57786) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:50.762534 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-3b84bd7f-9bcf-4c77-b363-03aabd965c2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c43853e1ed6546d0a9a7ae4b91c2c7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370092 Aug 13 03:53:50.764887 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57788) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:50.812558 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-56e1acd5-9b4d-48e2-b5be-2ddabeda5e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.834399 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-56e1acd5-9b4d-48e2-b5be-2ddabeda5e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.878837 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-56e1acd5-9b4d-48e2-b5be-2ddabeda5e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.882325 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-56e1acd5-9b4d-48e2-b5be-2ddabeda5e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:50.883788 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-56e1acd5-9b4d-48e2-b5be-2ddabeda5e41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1e6d935-dcc1-405e-8e7c-9f640bc29014 HTTP/1.1" status: 204 len: 168 time: 0.1180141 Aug 13 03:53:50.891120 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1acd5-9b4d-48e2-b5be-2ddabeda5e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e6d935-dcc1-405e-8e7c-9f640bc29014,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:51.208664 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57794) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:51.248002 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-cb889dee-43ec-40cf-aa74-d2011b9938b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9be661c48b974963b8419a55b455dd57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381796 Aug 13 03:53:51.251029 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.wsgi [-] (100567) accepted ('10.222.0.58', 57796) {{(pid=100567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:51.303230 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b6f8-f4f3-4c4b-84c7-25ad263026c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:51.323197 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b6f8-f4f3-4c4b-84c7-25ad263026c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:51.368055 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b6f8-f4f3-4c4b-84c7-25ad263026c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538273'] for security_group, after_delete {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:51.370810 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b6f8-f4f3-4c4b-84c7-25ad263026c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:51.371907 dv-cinder-760197-5-iscsi neutron-server[100567]: INFO neutron.wsgi [None req-f4d9b6f8-f4f3-4c4b-84c7-25ad263026c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54485728-c7b9-4cc7-a70c-2ba4ac2b12ce HTTP/1.1" status: 204 len: 168 time: 0.1199584 Aug 13 03:53:51.380434 dv-cinder-760197-5-iscsi neutron-server[100567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9b6f8-f4f3-4c4b-84c7-25ad263026c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54485728-c7b9-4cc7-a70c-2ba4ac2b12ce,revision_number=None']} {{(pid=100567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:51.629943 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 4684536f-5742-463f-bd23-95496835123c no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:51.654254 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 4684536f-5742-463f-bd23-95496835123c {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:51.654650 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 4684536f-5742-463f-bd23-95496835123c not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:51.655059 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 19d51e04-37b4-41d0-8a51-60c5e4a2edbf no longer exists at agent ovs-agent-dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:51.675019 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] No Port match for: 19d51e04-37b4-41d0-8a51-60c5e4a2edbf {{(pid=100568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:51.675352 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron.plugins.ml2.rpc [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Device 19d51e04-37b4-41d0-8a51-60c5e4a2edbf not bound to the agent host dv-cinder-760197-5-iscsi {{(pid=100568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:58.956926 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-46d46b9b-28ae-4a97-8d55-d9afd8a83046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:02.254428 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:02.509267 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-eec1fca6-ad9f-4eb0-a4bd-0afa6bab1a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:04.111707 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:04.986379 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:05.461416 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:18.546202 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:54:28.958048 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a025a0a6-3dfa-4b4b-b162-8c1a97237ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:32.246369 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:32.499727 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-e6dcd339-3400-49c3-83a1-fb6b972ee30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:34.113307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:34.992215 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:35.462915 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:55.546574 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:54:58.959120 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-452af359-7ae7-474b-9c7c-bbb466e6235f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:02.247151 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:02.499001 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-c2e5bb3c-5215-44c5-b5a7-340868453dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:04.115309 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:04.981533 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:05.466366 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:28.959485 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5dd58e86-f2c3-4b7f-b89e-3cc10222ad56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:32.250766 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:32.499741 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5b66b9c0-d217-4ad8-85e6-b30569bb0ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:32.548021 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:55:34.117984 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:34.997195 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:35.469761 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:58.961830 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-a75aff13-e6eb-47b5-abcb-ab69a6030437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:02.252874 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:02.500601 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-9e202e4f-131e-4916-a1b3-f276fe1abb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:04.122237 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:05.011454 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:05.472532 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:09.547948 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:56:28.965638 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-15d898f0-e588-44c8-ace6-5d7f632af560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:32.260191 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:32.502789 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-820565d0-dfd0-4ba9-8682-363fdcf3b465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:34.131286 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:35.010063 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:35.476236 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:46.547652 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:56:58.968103 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-95a8099f-1c06-4f05-94a4-11fe958772e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:02.251990 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:02.505517 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-648d478d-190b-49af-b052-2557bd969887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:04.128543 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:05.023053 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:05.478779 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:23.546535 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:57:28.969813 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2927-a81e-4c29-8950-d8200e87f801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:32.256594 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:32.505990 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-7d7b7d74-0a13-485a-9826-2e8ae502a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:34.129944 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:35.038669 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:35.480447 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:58.970572 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-effa345a-9e7d-4c5a-85ff-7805dbf4f80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:00.546446 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:58:02.258132 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:02.506448 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-34af72aa-486f-4b11-8ee5-0259c918cfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.134029 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.037912 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.482363 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:28.970572 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-fb86c311-edb2-4cde-b966-1cf9bfd7eed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:32.259501 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2ff-3fc8-4982-9b45-04a8c01718e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:32.506307 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-1a67edec-c36e-40e3-baf6-19fa3ea8a630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:34.135702 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-5640641f-b311-40ef-a0f3-1a1fb98588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:35.052225 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-82925e1f-596b-40e0-9f42-00ae9a459c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:35.486040 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-543cb014-e787-4251-ac4a-5f4ad0419144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:37.545749 dv-cinder-760197-5-iscsi neutron-server[100569]: DEBUG neutron.db.agents_db [None req-2abb477e-c0b9-4ac3-ba5e-710f657636b1 None None] Agent healthcheck: found 6 active agents {{(pid=100569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:58:58.972374 dv-cinder-760197-5-iscsi neutron-server[100568]: DEBUG neutron_lib.callbacks.manager [None req-230e3b39-b08e-426d-b2d7-291beb21e33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769063615236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068714'] for agent, after_update {{(pid=100568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}